00000100:00100000:2.0F:1788984578.782855:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984578.782909:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973174016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984578.783034:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0F:1788984578.783538:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174016 00000100:00100000:3.0:1788984578.783553:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174016 00000100:00100000:3.0:1788984578.783610:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788984578.783620:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973174016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984578.783654:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984578.783760:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973174016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 141us (725us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984578.783767:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788984578.783878:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973174016:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984579.038450:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0F:1788984580.062301:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984580.167555:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984580.167598:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984580.167627:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984580.167649:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984580.167681:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984580.167706:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953153792 00000100:00100000:2.0:1788984580.167715:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953153792 00000100:00100000:2.0:1788984580.167770:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953153920 00000100:00100000:2.0:1788984580.167774:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953153920 00000100:00100000:2.0:1788984580.167798:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 108 00000100:00100000:2.0:1788984580.167810:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953153792:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984580.167883:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953153792:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984580.167891:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 108 00000100:00100000:2.0:1788984580.167907:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 109 00000100:00100000:2.0:1788984580.167914:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953153920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984580.167970:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953153920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 55us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984580.167977:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 109 00000100:00100000:2.0:1788984580.167994:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953153408 00000100:00100000:2.0:1788984580.167998:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953153408 00000100:00100000:2.0:1788984580.168023:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 337 00000100:00100000:2.0:1788984580.168030:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953153408:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984580.168065:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953153408:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 35us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984580.168072:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 337 00000100:00100000:2.0:1788984580.168099:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953153536 00000100:00100000:2.0:1788984580.168103:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953153536 00000100:00100000:2.0:1788984580.168130:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953153664 00000100:00100000:2.0:1788984580.168133:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953153664 00000100:00100000:2.0:1788984580.168154:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 263 00000100:00100000:2.0:1788984580.168161:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+7:2390:x1875885953153536:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984580.168189:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+7:2390:x1875885953153536:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (646us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984580.168196:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 263 00000100:00100000:2.0:1788984580.168208:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 264 00000100:00100000:2.0:1788984580.168214:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953153664:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984580.168240:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953153664:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984580.168246:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 264 00000100:00080000:2.0:1788984580.168264:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984580.168268:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984580.168270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788984580.168272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984580.318214:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984580.318237:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973174144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984580.318313:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.318379:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174144 00000100:00100000:0.0:1788984580.318387:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174144 00000100:00100000:0.0:1788984580.318456:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1788984580.318466:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973174144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984580.318495:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984580.318548:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973174144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 83us (234us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984580.318557:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:0.0:1788984580.318590:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984580.318630:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973174144:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0F:1788984580.322272:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973174272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984580.322346:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984580.322411:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174272 00000100:00100000:1.0:1788984580.322419:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174272 00000100:00100000:1.0:1788984580.322473:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1788984580.322483:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973174272:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984580.322520:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984580.322566:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973174272:12345-0@lo:41:osp-pre-0-1.0 Request processed in 83us (219us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984580.322573:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:1.0:1788984580.322618:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973174272:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984580.323791:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984580.323808:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973174400:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984580.323858:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984580.324461:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174400 00000100:00100000:3.0:1788984580.324471:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174400 00000100:00100000:3.0:1788984580.324548:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788984580.324558:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973174400:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984580.324584:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984580.324641:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973174400:12345-0@lo:13:osp-pre-1-0.0 Request processed in 84us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984580.324648:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00080000:2.0:1788984580.324710:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984580.325870:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973174400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984580.328072:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973174912:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328143:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.328185:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973175424:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328210:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.328239:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788984580.328245:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973174784:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328269:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.328287:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973175296:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328306:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.328336:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174912 00000100:00100000:0.0:1788984580.328343:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174912 00000100:00100000:0.0:1788984580.328385:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788984580.328395:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973174912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328473:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973174912:12345-0@lo:400:kworker.0 Request processed in 79us (330us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984580.328481:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788984580.328505:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175424 00000100:00100000:0.0:1788984580.328509:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175424 00000100:00100000:0.0:1788984580.328541:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175296 00000100:00100000:0.0:1788984580.328544:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175296 00000100:00100000:0.0:1788984580.328565:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788984580.328571:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973175424:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328603:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973175424:12345-0@lo:400:kworker.0 Request processed in 32us (392us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984580.328610:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788984580.328621:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788984580.328627:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973175296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328655:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973175296:12345-0@lo:400:kworker.0 Request processed in 28us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984580.328661:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:0.0:1788984580.328683:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174784 00000100:00100000:0.0:1788984580.328686:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174784 00000100:00100000:0.0:1788984580.328715:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1788984580.328722:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973174784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328752:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973174784:12345-0@lo:400:kworker.0 Request processed in 30us (482us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984580.328757:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1788984580.328790:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973174656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328815:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.328844:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973175168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328882:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984580.328900:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973175680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.328919:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984580.329291:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973174528:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.329329:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984580.329353:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973175040:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.329377:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984580.329395:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973175552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.329415:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984580.329517:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174528 00000100:00100000:1.0:1788984580.329522:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174528 00000100:00100000:1.0:1788984580.329561:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1788984580.329568:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973174528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984580.329609:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973174528:12345-0@lo:400:kworker.0 Request processed in 42us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984580.329615:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1788984580.329658:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973174528:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.332799:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973174656 00000100:00100000:0.0:1788984580.332816:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973174656 00000100:00100000:0.0:1788984580.332867:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175168 00000100:00100000:0.0:1788984580.332870:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175168 00000100:00100000:0.0:1788984580.332888:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175680 00000100:00100000:0.0:1788984580.332891:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175680 00000100:00100000:0.0:1788984580.332905:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175040 00000100:00100000:0.0:1788984580.332908:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175040 00000100:00100000:0.0:1788984580.332919:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175552 00000100:00100000:0.0:1788984580.332922:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175552 00000100:00100000:3.0:1788984580.333200:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1788984580.333214:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973174656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333313:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973174656:12345-0@lo:400:kworker.0 Request processed in 103us (4496us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984580.333320:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:3.0:1788984580.333354:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1788984580.333361:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973175168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333395:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973175168:12345-0@lo:400:kworker.0 Request processed in 35us (4513us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984580.333401:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:3.0:1788984580.333413:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1788984580.333419:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973175680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333458:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973175680:12345-0@lo:400:kworker.0 Request processed in 40us (4538us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984580.333464:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:3.0:1788984580.333476:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1788984580.333482:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973175040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333522:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973175040:12345-0@lo:400:kworker.0 Request processed in 39us (4143us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984580.333527:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00080000:3.0:1788984580.333544:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984580.333548:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984580.333550:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984580.333611:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973174784:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333625:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973175296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333637:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973174912:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333647:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973175424:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333687:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973175040:0@lo:400:kworker.0 00010000:00080000:3.0:1788984580.333715:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397e300 x1875885973175680/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984580.333737:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973175680:0@lo:400:kworker.0 00000100:00100000:3.0:1788984580.333758:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973174656:0@lo:400:kworker.0 00010000:00080000:3.0:1788984580.333767:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397c380 x1875885973175168/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984580.333774:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973175168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.334096:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1788984580.334107:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973175552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984580.334159:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973175552:12345-0@lo:400:kworker.0 Request processed in 56us (4742us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984580.334165:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1788984580.334519:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973175552:0@lo:400:kworker.0 00000100:00080000:3.0:1788984580.334642:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:0.0:1788984581.093603:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984582.113631:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984583.136006:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984583.392955:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984583.392988:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973175808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984583.393055:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984583.393131:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175808 00000100:00100000:3.0:1788984583.393139:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175808 00000100:00100000:3.0:1788984583.393190:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788984583.393199:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973175808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984583.393226:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984583.393282:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973175808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984583.393290:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00080000:3.0:1788984583.393310:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984583.393357:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973175808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984583.397987:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984583.398012:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973175936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984583.398080:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984583.398201:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973175936 00000100:00100000:1.0:1788984583.398210:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973175936 00000100:00100000:1.0:1788984583.398284:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788984583.398293:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973175936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984583.398338:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 8715968 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984583.398384:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973175936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 92us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984583.398392:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:0.0:1788984583.398648:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973175936:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984583.398767:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984583.902292:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973176064:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984583.902389:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984583.902589:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176064 00000100:00100000:1.0:1788984583.902598:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176064 00000100:00100000:1.0:1788984583.902658:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1788984583.902668:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973176064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984583.902703:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984583.906055:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973176064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 3376us (3654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984583.906070:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788984583.906282:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973176064:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984584.172233:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788984584.737492:0:14656:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 5: Test l_getidentity with a nonexistent user on the MDT ========================================================== 16:09:42 (1788984582) 00010000:00010000:1.0:1788984585.182240:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984585.274919:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984585.275220:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154048 00000100:00100000:2.0:1788984585.275230:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154048 00000100:00100000:2.0:1788984585.275310:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 339 00000100:00100000:2.0:1788984585.275321:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953154048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984585.275407:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953154048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 88us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984585.275415:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 339 00000100:00100000:1.0:1788984585.280813:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984585.280979:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984585.281261:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154304 00000100:00100000:0.0:1788984585.281273:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154304 00000100:00100000:0.0:1788984585.281363:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154176 00000100:00100000:0.0:1788984585.281367:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154176 00000100:00100000:0.0:1788984585.281407:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 271 00000100:00100000:0.0:1788984585.281418:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953154304:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984585.281492:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953154304:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.281499:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 271 00000100:00100000:0.0:1788984585.281517:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 272 00000100:00100000:0.0:1788984585.281524:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+7:2390:x1875885953154176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984585.281550:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+7:2390:x1875885953154176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.281557:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 272 00000100:00080000:3.0:1788984585.283183:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984585.283190:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984585.291305:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984585.292130:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154432 00000100:00100000:0.0:1788984585.292143:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154432 00000100:00100000:0.0:1788984585.292236:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 30 00000100:00100000:0.0:1788984585.292248:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2387:x1875885953154432:12345-192.168.202.6@tcp:9:kworker.0 00000020:00000080:0.0:1788984585.292293:0:8427:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa0dd3253da52e9f7 00000100:00080000:0.0:1788984585.292309:0:8427:0:(import.c:65:import_set_state_nolock()) ffff8b11438f0000 : changing import state from FULL to CLOSED 00000001:00000004:0.0:1788984585.292365:0:8427:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294967303 00000100:00100000:0.0:1788984585.292550:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+2:2387:x1875885953154432:12345-192.168.202.6@tcp:9:kworker.0 Request processed in 293us (1252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.292573:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 30 00010000:00010000:1.0:1788984585.292666:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1788984585.293918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984585.295236:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984585.295336:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154560 00000100:00100000:0.0:1788984585.295346:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154560 00000100:00100000:0.0:1788984585.295422:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 31 00000100:00100000:0.0:1788984585.295434:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2387:x1875885953154560:12345-192.168.202.6@tcp:9:kworker.0 00000020:00000080:0.0:1788984585.295463:0:8545:0:(genops.c:1467:class_disconnect()) disconnect: cookie 0xa0dd3253da52ea75 00000100:00080000:0.0:1788984585.295473:0:8545:0:(import.c:65:import_set_state_nolock()) ffff8b1277c68800 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1788984585.295492:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000001:00000004:0.0:1788984585.295531:0:8545:0:(tgt_lastrcvd.c:727:tgt_server_data_update()) lustre-OST0001_UUID: mount_count is 1, last_transno is 4294967303 00000100:00100000:0.0:1788984585.295698:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+2:2387:x1875885953154560:12345-192.168.202.6@tcp:9:kworker.0 Request processed in 267us (468us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.295706:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 31 00010000:00010000:1.0:1788984585.295784:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984585.438120:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973176192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984585.438192:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984585.438247:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176192 00000100:00100000:1.0:1788984585.438249:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973176320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984585.438255:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176192 00000100:00100000:1.0:1788984585.438273:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984585.438311:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1788984585.438316:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176320 00000100:00100000:1.0:1788984585.438320:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176320 00000100:00100000:3.0:1788984585.438322:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973176192:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984585.438353:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000004:00000024:3.0:1788984585.438354:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984585.438359:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973176320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984585.438375:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984585.438413:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973176192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984585.438428:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788984585.438473:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973176192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984585.438641:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973176320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 282us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.438648:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00080000:1.0:1788984585.438666:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984585.438718:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973176320:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984585.440737:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973176576:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.440792:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.440830:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973177088:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.440849:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.440862:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973177600:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.440879:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.440898:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788984585.440903:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973176448:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.441118:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.441145:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973176960:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.441168:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.441186:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973177472:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.441203:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.441244:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176576 00000100:00100000:1.0:1788984585.441251:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176576 00000100:00100000:1.0:1788984585.441284:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177088 00000100:00100000:1.0:1788984585.441287:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177088 00000100:00100000:1.0:1788984585.441306:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177600 00000100:00100000:1.0:1788984585.441309:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177600 00000100:00100000:1.0:1788984585.441319:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176960 00000100:00100000:1.0:1788984585.441321:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176960 00000100:00100000:1.0:1788984585.441331:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177472 00000100:00100000:1.0:1788984585.441333:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177472 00000100:00100000:1.0:1788984585.441347:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1788984585.441364:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973176576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.441690:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143996680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973176576:12345-0@lo:400:kworker.0 Request processed in 326us (896us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.441699:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:1.0:1788984585.441716:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1788984585.441723:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973177088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.443675:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973177088:12345-0@lo:400:kworker.0 Request processed in 1946us (2816us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.443688:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1788984585.443720:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1788984585.443732:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973177600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.443778:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143996300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973177600:12345-0@lo:400:kworker.0 Request processed in 52us (2898us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.443784:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:1.0:1788984585.443795:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1788984585.443802:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973176960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.443828:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973176960:12345-0@lo:400:kworker.0 Request processed in 28us (2659us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.443850:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1788984585.443861:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1788984585.443868:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973177472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.443898:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143996a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973177472:12345-0@lo:400:kworker.0 Request processed in 30us (2693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.443904:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1788984585.445273:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973176704:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.445705:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.445748:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973177216:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.445774:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.445791:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973177728:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.445811:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.445837:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788984585.445844:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973176832:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.445865:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.445882:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973177344:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.445900:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984585.447058:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177216 00000100:00100000:0.0:1788984585.447069:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177216 00000100:00100000:0.0:1788984585.447119:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177728 00000100:00100000:0.0:1788984585.447123:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177728 00000100:00100000:0.0:1788984585.447140:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177344 00000100:00100000:0.0:1788984585.447143:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177344 00000100:00100000:0.0:1788984585.447159:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788984585.447168:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973177216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447253:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973177216:12345-0@lo:400:kworker.0 Request processed in 85us (1477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.447260:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788984585.447277:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788984585.447283:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973177728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447321:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973177728:12345-0@lo:400:kworker.0 Request processed in 38us (1509us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.447339:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:0.0:1788984585.447351:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788984585.447357:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973177344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447400:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973177344:12345-0@lo:400:kworker.0 Request processed in 42us (1498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.447407:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:0.0:1788984585.447659:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973177344:0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447677:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973177216:0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447685:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973177728:0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447717:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176704 00000100:00100000:0.0:1788984585.447721:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176704 00000100:00100000:0.0:1788984585.447753:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1788984585.447759:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973176704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.447796:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143996d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973176704:12345-0@lo:400:kworker.0 Request processed in 38us (2093us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984585.447801:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1788984585.447829:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973176704:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.448128:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176832 00000100:00100000:1.0:1788984585.448133:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176832 00000100:00100000:1.0:1788984585.448164:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1788984585.448170:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973176832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.448211:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973176832:12345-0@lo:400:kworker.0 Request processed in 41us (2344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984585.448217:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:1.0:1788984585.448235:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984585.448240:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984585.448243:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984585.448245:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984585.448268:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973176960:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.448280:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973177472:0@lo:400:kworker.0 00000100:00100000:1.0:1788984585.448302:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973176576:0@lo:400:kworker.0 00010000:00080000:1.0:1788984585.448317:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143995c00 x1875885973177088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984585.448339:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973177088:0@lo:400:kworker.0 00010000:00080000:1.0:1788984585.448353:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143994380 x1875885973177600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984601 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984585.448362:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973177600:0@lo:400:kworker.0 00000100:00100000:0.0:1788984585.451156:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973176832:0@lo:400:kworker.0 00000100:00100000:3.0:1788984585.456447:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973176448 00000100:00100000:3.0:1788984585.456457:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973176448 00000100:00100000:3.0:1788984585.456513:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1788984585.456523:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973176448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984585.456622:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973176448:12345-0@lo:400:kworker.0 Request processed in 100us (15503us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984585.456630:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1788984585.457143:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984585.457162:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973177856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984585.457206:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984585.457361:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973176448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984585.458694:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177856 00000100:00100000:3.0:1788984585.458706:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177856 00000100:00100000:3.0:1788984585.458767:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:3.0:1788984585.458778:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973177856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984585.458805:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984585.458890:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973177856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (1683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984585.458896:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1788984585.459098:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973177856:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788984586.209666:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984587.232321:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984587.240170:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984587.240272:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154688 00000100:00100000:0.0:1788984587.240283:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154688 00000100:00100000:0.0:1788984587.240379:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 3 00000100:00100000:0.0:1788984587.240390:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b124621b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+7:6164:x1875885953154688:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1788984587.240417:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 0 00010000:00010000:0.0:1788984587.240448:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52ecc8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17132 expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984587.240471:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676600/0xa0dd3253da52e980 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x20/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1706e expref: 6 pid: 9790 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984587.240481:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b11422d1a00) 00010000:00010000:0.0:1788984587.240495:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984587.240554:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b124621b850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6164:x1875885953154688:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 166us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984587.240562:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 3 00000100:00080000:1.0:1788984587.240883:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984587.353252:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984587.353399:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154816 00000100:00100000:1.0:1788984587.353411:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154816 00000100:00100000:1.0:1788984587.353466:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 69 00000100:00100000:1.0:1788984587.353476:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:12673:x1875885953154816:12345-192.168.202.6@tcp:101:ls.55352565 00010000:00010000:1.0:1788984587.353496:0:6513:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984587.353520:0:6513:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea400/0xa0dd3253da52ece4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17140 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000004:00080000:3.0:1788984587.357788:0:6513:0:(mdt_identity.c:119:mdt_identity_do_upcall()) lustre-MDT0000: invoked upcall /home/green/git/lustre-release/lustre/utils/l_getidentity lustre-MDT0000 55352565, time 4218us 00010000:00010000:3.0:1788984587.379645:0:6513:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-13, rc=-13) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea400/0xa0dd3253da52ece4 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17140 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984587.379665:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b125954f700) 00010000:00010000:3.0:1788984587.379668:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788984587.379674:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea400/0xa0dd3253da52ece4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17140 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984587.379695:0:6513:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea400, rc -13) 00000100:00100000:3.0:1788984587.379771:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:12673:x1875885953154816:12345-192.168.202.6@tcp:101:ls.55352565 Request processed in 26295us (26530us total) trans 0 rc -13/-13 00000100:00100000:3.0:1788984587.379780:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 69 00010000:00010000:3.0:1788984588.254176:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984588.519694:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973177984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984588.519768:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984588.519878:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973177984 00000100:00100000:0.0:1788984588.519885:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973177984 00000100:00100000:0.0:1788984588.519980:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1788984588.519991:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973177984:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984588.520020:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984588.520067:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973177984:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984588.520074:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00080000:1.0:1788984588.520220:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984588.520287:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973177984:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984588.520302:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984588.520308:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973178112:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984588.520332:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984588.520385:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178112 00000100:00100000:1.0:1788984588.520390:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178112 00000100:00100000:1.0:1788984588.520420:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1788984588.520426:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973178112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984588.520437:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984588.520468:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973178112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (135us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984588.520474:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00080000:1.0:1788984588.520488:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984588.520509:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973178112:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984589.028162:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973178240:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984589.028230:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984589.028682:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178240 00000100:00100000:3.0:1788984589.028692:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178240 00000100:00100000:3.0:1788984589.028754:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788984589.028764:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973178240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984589.028798:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984589.028855:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973178240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984589.028862:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1788984589.028972:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973178240:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984589.278120:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984590.305295:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984590.394075:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984590.394110:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984590.394142:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984590.394171:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155072 00000100:00100000:0.0:1788984590.394181:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155072 00000100:00100000:0.0:1788984590.394234:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155200 00000100:00100000:0.0:1788984590.394237:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155200 00000100:00100000:0.0:1788984590.394258:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 279 00000100:00100000:0.0:1788984590.394268:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953155072:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984590.394352:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953155072:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984590.394360:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 279 00000100:00100000:3.0:1788984590.394467:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953154944 00000100:00100000:3.0:1788984590.394472:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953154944 00000100:00100000:3.0:1788984590.394502:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 341 00000100:00100000:3.0:1788984590.394509:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953154944:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984590.394553:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953154944:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 44us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.394559:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 341 00000100:00100000:0.0:1788984590.394670:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 280 00000100:00100000:0.0:1788984590.394678:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953155200:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984590.394709:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953155200:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (567us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984590.394715:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 280 00000100:00080000:0.0:1788984590.394733:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984590.394737:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984590.558330:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973178496:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558437:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.558503:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973179008:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558527:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.558550:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973179520:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558571:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.558592:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788984590.558598:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973178624:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558623:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.558638:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973179136:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558658:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.558672:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973179648:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558691:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.558723:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178496 00000100:00100000:2.0:1788984590.558731:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178496 00000100:00100000:2.0:1788984590.558772:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179008 00000100:00100000:2.0:1788984590.558775:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179008 00000100:00100000:2.0:1788984590.558800:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179520 00000100:00100000:2.0:1788984590.558803:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179520 00000100:00100000:2.0:1788984590.558816:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179136 00000100:00100000:2.0:1788984590.558827:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179136 00000100:00100000:2.0:1788984590.558844:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179648 00000100:00100000:2.0:1788984590.558846:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179648 00000100:00100000:2.0:1788984590.558861:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1788984590.558869:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973178496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.558962:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973178496:12345-0@lo:400:kworker.0 Request processed in 93us (524us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984590.558969:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1788984590.558988:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788984590.558994:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973179008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559022:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973179008:12345-0@lo:400:kworker.0 Request processed in 29us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984590.559028:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788984590.559039:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984590.559046:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973179520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559073:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973179520:12345-0@lo:400:kworker.0 Request processed in 29us (503us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984590.559080:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984590.559094:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788984590.559099:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973179136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559123:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973179136:12345-0@lo:400:kworker.0 Request processed in 25us (465us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984590.559128:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:2.0:1788984590.559138:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:2.0:1788984590.559144:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973179648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559168:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973179648:12345-0@lo:400:kworker.0 Request processed in 25us (477us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984590.559181:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00010000:00080000:2.0:1788984590.559217:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb34a80 x1875885973179136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984590.559231:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973179136:0@lo:400:kworker.0 00010000:00080000:2.0:1788984590.559242:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb35880 x1875885973179648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984606 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984590.559250:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973179648:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559259:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973178496:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559267:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973179008:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.559274:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973179520:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559469:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973178368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559506:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559533:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973178880:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559557:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559575:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973179392:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559598:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559614:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973179904:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559635:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559653:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788984590.559659:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973178752:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559681:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559697:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973179264:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559719:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559734:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973179776:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559754:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984590.559782:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178368 00000100:00100000:3.0:1788984590.559786:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178368 00000100:00100000:3.0:1788984590.559817:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1788984590.559822:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973178368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.559856:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973178368:12345-0@lo:400:kworker.0 Request processed in 33us (349us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.559872:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1788984590.559901:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178624 00000100:00100000:3.0:1788984590.559905:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178624 00000100:00100000:3.0:1788984590.559941:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178880 00000100:00100000:3.0:1788984590.559945:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178880 00000100:00100000:3.0:1788984590.559959:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788984590.559965:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973178624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560000:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973178624:12345-0@lo:400:kworker.0 Request processed in 35us (1376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560006:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788984590.560017:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788984590.560022:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973178880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560046:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973178880:12345-0@lo:400:kworker.0 Request processed in 24us (488us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560051:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788984590.560067:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179392 00000100:00100000:3.0:1788984590.560071:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179392 00000100:00100000:3.0:1788984590.560089:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179904 00000100:00100000:3.0:1788984590.560091:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179904 00000100:00100000:3.0:1788984590.560100:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179264 00000100:00100000:3.0:1788984590.560102:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179264 00000100:00100000:3.0:1788984590.560112:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973179776 00000100:00100000:3.0:1788984590.560114:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973179776 00000100:00100000:3.0:1788984590.560126:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1788984590.560131:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973179392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560161:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973179392:12345-0@lo:400:kworker.0 Request processed in 29us (561us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560167:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:3.0:1788984590.560187:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788984590.560193:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973179904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560223:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973179904:12345-0@lo:400:kworker.0 Request processed in 31us (587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560229:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788984590.560240:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1788984590.560245:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973179264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560269:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973179264:12345-0@lo:400:kworker.0 Request processed in 25us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560275:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:3.0:1788984590.560285:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788984590.560291:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973179776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560314:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973179776:12345-0@lo:400:kworker.0 Request processed in 24us (559us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560319:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:3.0:1788984590.560363:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973179264:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560373:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973179776:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560381:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973178368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560389:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973178880:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560397:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973179392:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560405:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973179904:0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560431:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973178752 00000100:00100000:3.0:1788984590.560434:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973178752 00000100:00100000:3.0:1788984590.560465:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1788984590.560471:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973178752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984590.560510:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973178752:12345-0@lo:400:kworker.0 Request processed in 39us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984590.560517:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1788984590.560541:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973178752:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.562310:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973180032:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984590.562380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984590.562443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973178624:0@lo:400:kworker.0 00000100:00100000:2.0:1788984590.562464:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984590.562469:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973180160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984590.562492:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984590.562608:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180160 00000100:00100000:1.0:1788984590.562615:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180160 00000100:00100000:1.0:1788984590.562662:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1788984590.562673:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973180160:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984590.562706:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984590.562754:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973180160:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984590.562759:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:0.0:1788984590.562948:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984590.562956:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984590.562960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984590.562963:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984590.566693:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973180288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984590.566778:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984590.566923:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180032 00000100:00100000:1.0:1788984590.566959:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180032 00000100:00100000:1.0:1788984590.567016:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180288 00000100:00100000:1.0:1788984590.567020:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180288 00000100:00100000:1.0:1788984590.567037:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1788984590.567046:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973180032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984590.567079:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984590.567128:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973180032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (4747us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984590.567149:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1788984590.567167:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1788984590.567173:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973180288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984590.567182:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984590.567213:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edb8050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973180288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (436us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984590.567219:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1788984590.567501:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973180160:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984590.567518:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973180032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984590.567767:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973180288:0@lo:13:osp-pre-1-1.0 00000001:00100000:3.0:1788984591.074697:0:9507:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0001: committing for initial connect of 434c316c-c59b-49ac-917b-d6d87006b1b1 00000020:00000080:3.0:1788984591.074711:0:9507:0:(genops.c:885:class_export_put()) final put ffff8b1277c6e800/434c316c-c59b-49ac-917b-d6d87006b1b1 00000020:00000080:0.0:1788984591.074828:0:8:0:(genops.c:844:class_export_destroy()) destroying export ffff8b1277c6e800/434c316c-c59b-49ac-917b-d6d87006b1b1 for lustre-OST0001 00000020:00000080:0.0:1788984591.074895:0:8:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8b1277c68800 for lustre-OST0001 00000001:00100000:2.0:1788984591.082398:0:8422:0:(tgt_lastrcvd.c:563:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 434c316c-c59b-49ac-917b-d6d87006b1b1 00000020:00000080:2.0:1788984591.082407:0:8422:0:(genops.c:885:class_export_put()) final put ffff8b11438f3000/434c316c-c59b-49ac-917b-d6d87006b1b1 00000020:00000080:0.0:1788984591.082730:0:37:0:(genops.c:844:class_export_destroy()) destroying export ffff8b11438f3000/434c316c-c59b-49ac-917b-d6d87006b1b1 for lustre-OST0000 00000020:00000080:0.0:1788984591.082789:0:37:0:(genops.c:1182:obd_zombie_import_free()) destroying import ffff8b11438f0000 for lustre-OST0000 00010000:00010000:0.0:1788984591.327680:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984592.350296:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984593.376822:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984593.634678:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984593.634702:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973180416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984593.634774:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984593.634840:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180416 00000100:00100000:1.0:1788984593.634848:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180416 00000100:00100000:1.0:1788984593.634904:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1788984593.634914:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973180416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984593.634967:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984593.635017:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973180416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 105us (243us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984593.635024:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00080000:1.0:1788984593.635045:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984593.635082:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973180416:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984593.635249:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984593.635259:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973180544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984593.635291:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984593.635332:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180544 00000100:00100000:3.0:1788984593.635336:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180544 00000100:00100000:3.0:1788984593.635366:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1788984593.635372:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973180544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984593.635382:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984593.635411:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973180544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (120us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984593.635417:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00080000:3.0:1788984593.635432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984593.635449:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973180544:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984594.145845:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984594.145867:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973180672:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984594.145953:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984594.146018:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180672 00000100:00100000:3.0:1788984594.146026:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180672 00000100:00100000:3.0:1788984594.146076:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788984594.146085:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973180672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984594.146166:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984594.146210:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973180672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 126us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984594.146217:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788984594.146257:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c53b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973180672:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984594.398186:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984595.099256:0:15000:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbe5312a0 20000000:00000080:1.0:1788984595.099274:0:15000:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142c1e000 uarg=0000000000000000 10000000:01000000:0.0:1788984595.104782:0:15001:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x2 (nodemap) 20000000:01000000:3.0:1788984595.107057:0:15000:0:(mgs_nids.c:666:mgs_nidtbl_init_fs()) IR: current version is 2 00000040:00080000:3.0:1788984595.107856:0:15000:0:(llog_osd.c:211:llog_osd_read_header()) not reading header from 0-byte log 00000040:00080000:2.0:1788984595.108979:0:15002:0:(llog.c:862:llog_process_thread()) stop processing plain [0xa:0xb:0x0] index 64768 count 1 20000000:01000000:3.0:1788984595.109361:0:15000:0:(mgs_llog.c:684:mgs_find_or_make_fsdb_nolock()) Created new db: rc = 0 10000000:01000000:3.0:1788984595.109367:0:15000:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984595.109390:0:15000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.109409:0:15000:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.109418:0:15000:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.109459:0:15000:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.110113:0:15000:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 23 pid: 6509 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984595.110132:0:15000:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c53b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15000:1875885973180800:0@lo:104: 00000100:00100000:3.0:1788984595.110202:0:15000:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984595.110254:0:15000:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143876c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788984595.110545:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788984595.110559:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180800 00000100:00100000:2.0:1788984595.110566:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180800 00000100:00100000:2.0:1788984595.110616:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 41 00000100:00100000:2.0:1788984595.110625:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142cda850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:15000:x1875885973180800:12345-0@lo:104: 00010000:00010000:2.0:1788984595.110638:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984595.110691:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984595.110697:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142cda850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:15000:x1875885973180800:12345-0@lo:104: Request processed in 74us (495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984595.110704:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 41 00010000:00010000:2.0:1788984595.110741:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984595.110748:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984595.110755:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12821c4600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984595.110759:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984595.110768:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984595.110774:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984595.110780:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984595.110808:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984595.110832:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984595.110854:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984595.110861:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12821c4600/0xa0dd3253da52e3c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52e3d0 expref: -99 pid: 7443 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984595.111008:0:15000:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c53b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15000:1875885973180800:0@lo:104: 00010000:00010000:0.0:1788984595.111028:0:15000:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984595.113381:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984595.113384:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984595.113401:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984595.113438:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973180928:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984595.115033:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984595.115299:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973180928 00000100:00100000:3.0:1788984595.115334:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973180928 00010000:00010000:3.0:1788984595.115375:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 24 pid: 6509 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984595.115421:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:3.0:1788984595.115431:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973180928:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984595.115448:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984595.115455:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 24 pid: 6509 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115468:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 24 pid: 6509 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115494:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12463c6e00/0xa0dd3253da52e3d0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52e3c9 expref: 24 pid: 6509 timeout: 534 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115512:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115521:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115537:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115544:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115551:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115557:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115570:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984595.115574:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115583:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115596:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984595.115606:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984595.115649:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973180928:12345-0@lo:103:ldlm_bl.0 Request processed in 219us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984595.115656:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:0.0:1788984595.115799:0:15000:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984595.115809:0:15000:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984595.115815:0:15000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52eceb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984595.119743:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973180928:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984595.427362:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984595.512363:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984595.512416:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984595.512464:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984595.512740:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155328 00000100:00100000:0.0:1788984595.512750:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155328 00000100:00100000:0.0:1788984595.512813:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 343 00000100:00100000:0.0:1788984595.512824:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953155328:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984595.512899:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953155328:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (545us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984595.512906:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 343 00000100:00100000:2.0:1788984595.514096:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155584 00000100:00100000:1.0:1788984595.514096:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155456 00000100:00100000:2.0:1788984595.514106:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155584 00000100:00100000:1.0:1788984595.514107:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155456 00000100:00100000:1.0:1788984595.514172:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 287 00000100:00100000:1.0:1788984595.514193:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953155456:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984595.514262:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953155456:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 71us (1796us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984595.514269:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 287 00000100:00100000:2.0:1788984595.516441:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 288 00000100:00100000:2.0:1788984595.516703:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953155584:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984595.516778:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953155584:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (4361us total) trans 0 rc 0/0 00000100:00080000:0.0:1788984595.516873:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984595.516879:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984595.523390:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 288 00000100:00100000:2.0:1788984595.679074:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973181056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984595.679143:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984595.679218:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181056 00000100:00100000:2.0:1788984595.679228:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181056 00000100:00100000:2.0:1788984595.679282:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:2.0:1788984595.679310:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973181056:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984595.679341:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984595.679384:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973181056:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (240us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984595.679390:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00080000:2.0:1788984595.679410:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984595.679457:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973181056:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984595.682010:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973181184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984595.682080:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984595.682148:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181184 00000100:00100000:2.0:1788984595.682156:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181184 00000100:00100000:2.0:1788984595.682199:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788984595.682208:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973181184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984595.682240:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984595.682293:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973181184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 75us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984595.682300:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:2.0:1788984595.682345:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973181184:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984595.689984:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973181312:0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.690056:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984595.690118:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181312 00000100:00100000:0.0:1788984595.690125:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181312 00000100:00100000:0.0:1788984595.690164:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1788984595.690172:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973181312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984595.690478:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973181440:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984595.690512:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984595.690656:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181440 00000100:00100000:3.0:1788984595.690661:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181440 00000100:00100000:3.0:1788984595.690705:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:3.0:1788984595.690712:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973181440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984595.690727:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984595.690766:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973181440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984595.690772:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:0.0:1788984595.690850:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973181312:12345-0@lo:400:kworker.0 Request processed in 678us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984595.690857:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:0.0:1788984595.691006:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973181568:0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.691035:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984595.691064:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181568 00000100:00100000:0.0:1788984595.691068:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181568 00000100:00100000:0.0:1788984595.691096:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1788984595.691103:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973181568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.691137:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973181568:12345-0@lo:400:kworker.0 Request processed in 35us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984595.691143:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1788984595.691178:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973181568:0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.691223:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973181696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.691245:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984595.691268:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181696 00000100:00100000:0.0:1788984595.691271:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181696 00000100:00100000:0.0:1788984595.691305:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1788984595.691324:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973181696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.691358:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973181696:12345-0@lo:400:kworker.0 Request processed in 35us (112us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984595.691364:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1788984595.691389:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973181696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984595.691429:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984595.691434:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973181824:0@lo:400:kworker.0 00000100:00080000:2.0:1788984595.692048:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984595.698822:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973181312:0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.698867:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973182336:0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.698868:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973182080:0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.698942:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984595.698942:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984595.698971:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973182592:0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.698972:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984595.698977:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973182208:0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.698993:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984595.698994:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984595.699010:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788984595.699015:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973181952:0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.699021:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182336 00000100:00100000:3.0:1788984595.699027:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182336 00000100:00100000:1.0:1788984595.699036:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984595.699052:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973182464:0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.699070:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984595.699074:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182208 00000100:00100000:3.0:1788984595.699076:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182208 00000100:00100000:1.0:1788984595.699092:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182080 00000100:00100000:1.0:1788984595.699095:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182080 00000100:00100000:3.0:1788984595.699097:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1788984595.699105:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973182336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.699121:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182592 00000100:00100000:1.0:1788984595.699124:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182592 00000100:00100000:1.0:1788984595.699134:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181952 00000100:00100000:1.0:1788984595.699137:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181952 00000100:00100000:1.0:1788984595.699150:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182464 00000100:00100000:3.0:1788984595.699151:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973182336:12345-0@lo:400:kworker.0 Request processed in 47us (210us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984595.699152:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182464 00000100:00100000:3.0:1788984595.699159:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:1.0:1788984595.699164:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1788984595.699168:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973182080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.699174:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:3.0:1788984595.699179:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973182208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.699199:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973182208:12345-0@lo:400:kworker.0 Request processed in 21us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984595.699205:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:1.0:1788984595.699214:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973182080:12345-0@lo:400:kworker.0 Request processed in 45us (274us total) trans 0 rc 0/0 00000100:00080000:3.0:1788984595.699220:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984595.699220:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00080000:3.0:1788984595.699223:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984595.699226:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984595.699232:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788984595.699238:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973182592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.699244:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973182208:0@lo:400:kworker.0 00000100:00100000:3.0:1788984595.699252:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973182336:0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.699270:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973182592:12345-0@lo:400:kworker.0 Request processed in 32us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984595.699275:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:1.0:1788984595.699298:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788984595.699305:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973181952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.699329:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973181952:12345-0@lo:400:kworker.0 Request processed in 25us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984595.699334:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788984595.699345:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1788984595.699351:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973182464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.699375:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973182464:12345-0@lo:400:kworker.0 Request processed in 25us (304us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984595.699380:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1788984595.699414:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973181952:0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.699422:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973182464:0@lo:400:kworker.0 00010000:00080000:1.0:1788984595.699433:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb35180 x1875885973182080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984595.699443:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973182080:0@lo:400:kworker.0 00010000:00080000:1.0:1788984595.699747:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb35500 x1875885973182592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984611 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984595.699756:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973182592:0@lo:400:kworker.0 00000100:00100000:2.0:1788984595.701562:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973181440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984595.710136:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984595.710310:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973181824 00000100:00100000:1.0:1788984595.710320:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973181824 00000100:00100000:1.0:1788984595.710375:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1788984595.710385:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973181824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984595.710484:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973181824:12345-0@lo:400:kworker.0 Request processed in 100us (355us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984595.710492:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1788984595.710631:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973181824:0@lo:400:kworker.0 00010000:00010000:0.0:1788984596.447123:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984596.447642:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984596.447647:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984596.447652:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984596.447693:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984596.447714:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984596.447726:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984596.447750:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973182720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984596.447816:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984596.447877:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143876300 going to sleep for 11 seconds 00000100:00100000:2.0:1788984596.448195:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182720 00000100:00100000:2.0:1788984596.448203:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182720 00000100:00100000:2.0:1788984596.448257:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:2.0:1788984596.448274:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973182720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984596.448299:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984596.448315:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ecf2 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984596.448341:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984596.448351:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984596.448360:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb400, rc 0) 00000100:00100000:2.0:1788984596.448409:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973182720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (592us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984596.448416:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1788984596.448512:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973182720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984596.448527:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984596.448536:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984596.448554:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984596.448560:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984596.448567:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984597.470542:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984598.495711:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984598.750332:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973182848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984598.750397:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984598.750614:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182848 00000100:00100000:1.0:1788984598.750622:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182848 00000100:00080000:2.0:1788984598.750683:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984598.750688:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:1.0:1788984598.750698:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973182848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984598.750732:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984598.750787:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973182848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 91us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984598.750794:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1788984598.750829:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973182848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984598.753827:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973182976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984598.753895:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984598.754028:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973182976 00000100:00100000:1.0:1788984598.754036:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973182976 00000100:00100000:1.0:1788984598.754096:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:1.0:1788984598.754106:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973182976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984598.754128:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984598.763324:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973182976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 9207us (9416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984598.763341:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788984598.763587:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973182976:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984598.763629:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984599.266197:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984599.266218:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973183104:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984599.266295:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984599.266368:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183104 00000100:00100000:2.0:1788984599.266375:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183104 00000100:00100000:2.0:1788984599.266434:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788984599.266442:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973183104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984599.266653:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984599.266698:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973183104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 256us (402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984599.266705:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788984599.266747:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973183104:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788984599.442890:0:15199:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1799d7f0 20000000:00000080:2.0:1788984599.442908:0:15199:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143869400 uarg=0000000000000000 10000000:01000000:2.0:1788984599.444791:0:15199:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984599.444817:0:15199:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.444836:0:15199:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.444845:0:15199:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.444882:0:15199:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.444896:0:15199:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 23 pid: 6509 timeout: 539 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984599.444910:0:15199:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15199:1875885973183232:0@lo:104: 00000100:00100000:2.0:1788984599.445265:0:15199:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984599.445678:0:15199:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984599.448842:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183232 00000100:00100000:0.0:1788984599.448856:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183232 00000100:00100000:0.0:1788984599.449028:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 42 00000100:00100000:0.0:1788984599.449038:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:15199:x1875885973183232:12345-0@lo:104: 00010000:00010000:0.0:1788984599.449054:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984599.449144:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984599.449150:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:15199:x1875885973183232:12345-0@lo:104: Request processed in 115us (3885us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984599.449157:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 42 00010000:00010000:1.0:1788984599.449194:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984599.449201:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449208:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984599.449213:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449231:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984599.449239:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984599.449245:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984599.449291:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449297:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984599.449316:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449335:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52ecf2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ecf9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449351:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984599.449353:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984599.449355:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984599.449368:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973183360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984599.449408:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984599.449451:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183360 00000100:00100000:1.0:1788984599.449455:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183360 00010000:00010000:1.0:1788984599.449476:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 24 pid: 6509 timeout: 539 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984599.449496:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788984599.449511:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973183360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984599.449527:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984599.449532:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 24 pid: 6509 timeout: 539 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449543:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 24 pid: 6509 timeout: 539 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449559:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449567:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449580:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449587:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449594:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449600:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449605:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984599.449609:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449616:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449633:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984599.449641:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984599.449664:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973183360:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984599.449671:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00000100:00100000:1.0:1788984599.449702:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973183360:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984599.450029:0:15199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52ecf9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ecf2 expref: 23 pid: 6509 timeout: 539 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984599.450046:0:15199:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15199:1875885973183232:0@lo:104: 00010000:00010000:2.0:1788984599.450059:0:15199:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.450067:0:15199:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.450074:0:15199:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.450080:0:15199:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed00 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15199 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984599.532919:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984600.544007:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984600.633721:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984600.636472:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984600.636523:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984600.640580:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155712 00000100:00100000:0.0:1788984600.640595:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155712 00000100:00100000:0.0:1788984600.640655:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 346 00000100:00100000:0.0:1788984600.640802:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953155712:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984600.640878:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953155712:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (7169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.642948:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155968 00000100:00100000:3.0:1788984600.642985:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155968 00000100:00100000:3.0:1788984600.643052:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953155840 00000100:00100000:3.0:1788984600.643056:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953155840 00000100:00100000:3.0:1788984600.643099:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 295 00000100:00100000:3.0:1788984600.643112:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953155968:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984600.643197:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953155968:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 89us (6732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.643205:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 295 00000100:00100000:3.0:1788984600.643226:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 296 00000100:00100000:3.0:1788984600.643233:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953155840:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984600.643270:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953155840:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 38us (6746us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.643277:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 296 00000100:00080000:3.0:1788984600.643320:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984600.643324:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984600.649368:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 346 00000100:00100000:1.0:1788984600.798213:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973183744:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.798293:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984600.798386:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973183616:0@lo:400:kworker.0 00000100:00100000:0.0:1788984600.798413:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984600.798438:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984600.798441:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973183488:0@lo:400:kworker.0 00000100:00100000:0.0:1788984600.798459:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984600.798486:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183488 00000100:00100000:0.0:1788984600.798492:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183488 00000100:00100000:0.0:1788984600.798522:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788984600.798527:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973183488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984600.798562:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973183488:12345-0@lo:400:kworker.0 Request processed in 35us (102us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984600.798567:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788984600.798598:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973183488:0@lo:400:kworker.0 00000100:00100000:2.0:1788984600.799746:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183744 00000100:00100000:2.0:1788984600.799760:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183744 00000100:00100000:2.0:1788984600.799807:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1788984600.799816:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973183744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.802392:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973184256:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.802463:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.823358:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973184128:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823440:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.823493:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984600.823500:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973184000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823526:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.823560:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183616 00000100:00100000:3.0:1788984600.823570:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183616 00000100:00100000:3.0:1788984600.823611:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184256 00000100:00100000:3.0:1788984600.823615:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184256 00000100:00100000:3.0:1788984600.823642:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184000 00000100:00100000:3.0:1788984600.823645:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184000 00000100:00100000:3.0:1788984600.823659:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1788984600.823667:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973183616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823739:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973183616:12345-0@lo:400:kworker.0 Request processed in 70us (25322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.823746:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1788984600.823765:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1788984600.823771:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973184256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823801:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973184256:12345-0@lo:400:kworker.0 Request processed in 31us (21339us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.823806:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:3.0:1788984600.823818:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1788984600.823823:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973184000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823847:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973184000:12345-0@lo:400:kworker.0 Request processed in 24us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.823852:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:3.0:1788984600.823873:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984600.823903:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973184000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823916:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973183616:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.823990:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984600.823997:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973184512:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.824023:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.824048:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184512 00000100:00100000:3.0:1788984600.824052:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184512 00000100:00100000:3.0:1788984600.824093:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:3.0:1788984600.824100:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973184512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.824134:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973184512:12345-0@lo:400:kworker.0 Request processed in 34us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.824150:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00000100:00080000:3.0:1788984600.824166:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984600.824182:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973184512:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.824213:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973184640:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.827329:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.827656:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984600.827669:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973185024:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.827726:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.827766:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973185152:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.827789:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.827817:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184640 00000100:00100000:3.0:1788984600.827825:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184640 00000100:00100000:3.0:1788984600.827872:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185024 00000100:00100000:3.0:1788984600.827874:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185024 00000100:00100000:3.0:1788984600.827885:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185152 00000100:00100000:3.0:1788984600.827887:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185152 00000100:00100000:3.0:1788984600.827900:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1788984600.827908:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973184640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.827975:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973184640:12345-0@lo:400:kworker.0 Request processed in 68us (3738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.827982:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1788984600.828000:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1788984600.828006:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973185024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.828033:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973185024:12345-0@lo:400:kworker.0 Request processed in 28us (306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.828039:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:3.0:1788984600.828068:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:3.0:1788984600.828074:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973185152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.831171:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973183872:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984600.841864:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184128 00000100:00100000:0.0:1788984600.841881:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184128 00000100:00100000:0.0:1788984600.841960:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1788984600.841973:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973184128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.842222:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973185152:12345-0@lo:400:kworker.0 Request processed in 14145us (14429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.842233:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00080000:3.0:1788984600.842277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984600.842283:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984600.842330:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973185152:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.842343:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973185024:0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.842356:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973184640:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.844461:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.844523:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973183872 00000100:00100000:3.0:1788984600.844532:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973183872 00000100:00100000:1.0:1788984600.844534:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973184384:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.844575:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.844589:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788984600.844601:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973183872:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984600.844602:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973184896:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.844631:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:3.0:1788984600.844638:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984600.844663:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973185408:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984600.844687:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973183872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.844695:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788984600.844714:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.844744:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184384 00000100:00100000:3.0:1788984600.844748:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184384 00000100:00100000:3.0:1788984600.844779:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184896 00000100:00100000:3.0:1788984600.844781:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184896 00000100:00100000:3.0:1788984600.844801:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1788984600.844806:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973184384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.844838:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973184384:12345-0@lo:400:kworker.0 Request processed in 32us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.844860:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:3.0:1788984600.844873:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1788984600.844879:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973184896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984600.844912:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973184896:12345-0@lo:400:kworker.0 Request processed in 33us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984600.844917:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00080000:3.0:1788984600.844955:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984600.845098:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973184128:12345-0@lo:400:kworker.0 Request processed in 3128us (21657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984600.845106:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1788984600.845122:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185408 00000100:00100000:0.0:1788984600.845132:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185408 00000100:00100000:0.0:1788984600.845162:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:0.0:1788984600.845168:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973185408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984600.845193:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984600.845224:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973185408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984600.845229:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1788984600.845380:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973183872:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1788984600.845398:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d3dc00 x1875885973184384/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984600.845419:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973184384:0@lo:400:kworker.0 00010000:00080000:1.0:1788984600.845429:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1250acbb80 x1875885973184896/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984616 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984600.845436:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973184896:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.845465:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973185408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984600.845474:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788984600.845481:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973184768:0@lo:400:kworker.0 00000100:00100000:1.0:1788984600.845506:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984600.845538:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973185280:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984600.845557:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984600.845584:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185280 00000100:00100000:1.0:1788984600.845588:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185280 00000100:00100000:1.0:1788984600.845613:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788984600.845619:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973185280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984600.845631:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984600.845662:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973185280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (103us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984600.845743:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788984600.845836:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973185280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984600.847080:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973184128:0@lo:400:kworker.0 00000100:00100000:0.0:1788984600.847631:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973184768 00000100:00100000:0.0:1788984600.847639:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973184768 00000100:00100000:0.0:1788984600.847729:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:0.0:1788984600.847739:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973184768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984600.847816:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973184768:12345-0@lo:400:kworker.0 Request processed in 79us (2309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984600.847823:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:3.0:1788984600.847904:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984600.847987:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973184768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984600.848103:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973183744:12345-0@lo:400:kworker.0 Request processed in 48286us (49806us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984600.848112:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788984600.848339:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973183744:0@lo:400:kworker.0 00000100:00100000:0.0:1788984600.848363:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973184256:0@lo:400:kworker.0 10000000:01000000:3.0:1788984600.926998:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984600.927005:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984600.927010:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984600.927054:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984600.927066:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984600.927078:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984600.927103:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973185536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984600.927250:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984600.927316:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143876600 going to sleep for 11 seconds 00000100:00100000:1.0:1788984600.927316:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185536 00000100:00100000:1.0:1788984600.927324:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185536 00000100:00100000:1.0:1788984600.927437:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788984600.927554:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973185536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984600.927639:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984600.927652:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed07 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984600.927672:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984600.927684:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984600.927692:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea000, rc 0) 00000100:00100000:1.0:1788984600.927733:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973185536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 182us (483us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984600.927740:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788984600.927783:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973185536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984600.927797:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984600.927807:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984600.928533:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984600.928542:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984600.928551:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984601.566112:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984602.590395:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984603.216906:0:15394:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd63cb9080 20000000:00000080:2.0:1788984603.216954:0:15394:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143869c00 uarg=0000000000000000 10000000:01000000:2.0:1788984603.217010:0:15394:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984603.217029:0:15394:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.217362:0:15394:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.217373:0:15394:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.217414:0:15394:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.217429:0:15394:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 23 pid: 6508 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984603.217444:0:15394:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15394:1875885973185664:0@lo:104: 00000100:00100000:2.0:1788984603.217504:0:15394:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984603.217576:0:15394:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34600 going to sleep for 11 seconds 00000100:00100000:3.0:1788984603.218136:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185664 00000100:00100000:3.0:1788984603.218144:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185664 00000100:00100000:3.0:1788984603.218202:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 43 00000100:00100000:3.0:1788984603.218231:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:15394:x1875885973185664:12345-0@lo:104: 00010000:00010000:3.0:1788984603.218243:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984603.218314:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984603.218320:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:15394:x1875885973185664:12345-0@lo:104: Request processed in 92us (816us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984603.218327:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 43 00010000:00010000:1.0:1788984603.218527:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984603.218535:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218544:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984603.218548:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218562:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984603.218574:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984603.218579:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984603.218620:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218626:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984603.218654:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218661:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ed07 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed0e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218679:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984603.218680:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984603.218682:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984603.218733:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973185792:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984603.218768:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984603.218852:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185792 00000100:00100000:1.0:1788984603.218863:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185792 00010000:00010000:1.0:1788984603.218894:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 24 pid: 6508 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984603.218921:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:1.0:1788984603.218950:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973185792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984603.218962:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984603.218966:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 24 pid: 6508 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218976:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 24 pid: 6508 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218991:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.218999:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219013:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219020:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219026:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219032:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219036:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984603.219058:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219065:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219074:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.219084:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984603.219123:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973185792:12345-0@lo:103:ldlm_bl.0 Request processed in 196us (354us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984603.219130:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:0.0:1788984603.219299:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973185792:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984603.226438:0:15394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ed0e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed07 expref: 23 pid: 6508 timeout: 543 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984603.226459:0:15394:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15394:1875885973185664:0@lo:104: 00010000:00010000:2.0:1788984603.226484:0:15394:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.226495:0:15394:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.226501:0:15394:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984603.226507:0:15394:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52ed15 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15394 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984603.617703:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984603.870874:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984603.870898:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973185920:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984603.870987:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984603.871070:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973185920 00000100:00100000:3.0:1788984603.871079:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973185920 00000100:00100000:3.0:1788984603.871135:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:3.0:1788984603.871145:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973185920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984603.871176:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984603.871233:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973185920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984603.871241:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00080000:3.0:1788984603.871262:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984603.871297:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973185920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984603.871729:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984603.871741:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973186048:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984603.871771:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984603.871803:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186048 00000100:00100000:1.0:1788984603.871807:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186048 00000100:00100000:1.0:1788984603.871833:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788984603.871839:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973186048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984603.871850:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984603.871878:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973186048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (105us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984603.871883:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788984603.871908:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973186048:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788984603.872471:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984604.382382:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984604.382406:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973186176:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984604.382473:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984604.382517:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186176 00000100:00100000:2.0:1788984604.382526:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186176 00000100:00100000:2.0:1788984604.382567:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1788984604.382577:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973186176:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984604.382626:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984604.382685:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973186176:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984604.382692:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788984604.382853:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973186176:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984604.646465:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984604.963672:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984604.963683:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984604.963690:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984604.963779:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984604.963793:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984604.963807:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984604.963841:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973186304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984604.963969:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984604.964033:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f600 going to sleep for 11 seconds 00000100:00100000:0.0:1788984604.964318:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186304 00000100:00100000:0.0:1788984604.964328:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186304 00000100:00100000:0.0:1788984604.964423:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1788984604.964434:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973186304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984604.964452:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984604.964470:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed1c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984604.964500:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984604.964513:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984604.964524:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8400, rc 0) 00000100:00100000:0.0:1788984604.964588:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973186304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 156us (619us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984604.964596:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1788984604.964656:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973186304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984604.964675:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984604.964684:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984604.964706:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984604.964711:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984604.964719:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984605.665998:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984605.756246:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984605.756291:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984605.756329:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984605.756478:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156096 00000100:00100000:1.0:1788984605.756492:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156096 00000100:00100000:1.0:1788984605.756557:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 350 00000100:00100000:1.0:1788984605.756567:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953156096:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984605.756653:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953156096:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (360us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.756661:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 350 00000100:00100000:3.0:1788984605.756955:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156224 00000100:00100000:3.0:1788984605.756961:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156224 00000100:00100000:3.0:1788984605.757066:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156352 00000100:00100000:3.0:1788984605.757070:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156352 00000100:00100000:3.0:1788984605.757091:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 303 00000100:00100000:3.0:1788984605.757113:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953156224:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984605.757155:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953156224:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 44us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984605.757161:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 303 00000100:00080000:1.0:1788984605.757298:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984605.757303:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984605.757406:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 304 00000100:00100000:3.0:1788984605.757414:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953156352:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984605.757442:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953156352:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (1113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984605.757448:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 304 00000100:00100000:3.0:1788984605.918438:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973186432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984605.918588:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984605.918650:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984605.918656:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973186560:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984605.918681:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984605.918713:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186560 00000100:00100000:3.0:1788984605.918720:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186560 00000100:00100000:3.0:1788984605.918784:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788984605.918794:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973186560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984605.918823:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984605.918864:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973186560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (181us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984605.918871:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00080000:3.0:1788984605.918895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984605.918940:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973186560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984605.919559:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973186816:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.919599:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984605.919630:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973187328:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.919651:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984605.919673:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973187840:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.919717:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984605.919735:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788984605.919741:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973186688:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.919779:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984605.919800:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973187200:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.919820:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984605.919835:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973187712:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.919856:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984605.919884:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186816 00000100:00100000:1.0:1788984605.919888:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186816 00000100:00100000:1.0:1788984605.919914:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187328 00000100:00100000:1.0:1788984605.919918:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187328 00000100:00100000:1.0:1788984605.919956:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187840 00000100:00100000:1.0:1788984605.919959:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187840 00000100:00100000:1.0:1788984605.919971:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187200 00000100:00100000:1.0:1788984605.919974:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187200 00000100:00100000:1.0:1788984605.919985:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187712 00000100:00100000:1.0:1788984605.919988:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187712 00000100:00100000:1.0:1788984605.920007:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1788984605.920014:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973186816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920055:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973186816:12345-0@lo:400:kworker.0 Request processed in 41us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.920061:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:1.0:1788984605.920085:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1788984605.920092:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973187328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920379:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973187328:12345-0@lo:400:kworker.0 Request processed in 287us (726us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.920395:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1788984605.920409:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1788984605.920416:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973187840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920445:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973187840:12345-0@lo:400:kworker.0 Request processed in 30us (727us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.920460:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1788984605.920478:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788984605.920484:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973187200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920511:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973187200:12345-0@lo:400:kworker.0 Request processed in 28us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.920517:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788984605.920528:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1788984605.920535:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973187712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920562:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973187712:12345-0@lo:400:kworker.0 Request processed in 28us (705us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.920567:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:1.0:1788984605.920588:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186688 00000100:00100000:1.0:1788984605.920592:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186688 00000100:00100000:1.0:1788984605.920619:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1788984605.920625:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973186688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920656:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973186688:12345-0@lo:400:kworker.0 Request processed in 31us (876us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984605.920662:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:1.0:1788984605.920707:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973186688:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920731:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973187200:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920740:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973187712:0@lo:400:kworker.0 00000100:00100000:1.0:1788984605.920750:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973186816:0@lo:400:kworker.0 00010000:00080000:1.0:1788984605.920772:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d3f480 x1875885973187328/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984605.920781:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973187328:0@lo:400:kworker.0 00010000:00080000:1.0:1788984605.920791:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d33b80 x1875885973187840/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984621 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984605.920799:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973187840:0@lo:400:kworker.0 00000100:00080000:3.0:1788984605.921607:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984605.921620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984605.921636:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973186944:0@lo:400:kworker.0 00000100:00100000:3.0:1788984605.921674:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984605.921712:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973187456:0@lo:400:kworker.0 00000100:00100000:3.0:1788984605.921737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984605.921755:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186944 00000100:00100000:0.0:1788984605.921760:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186944 00000100:00100000:3.0:1788984605.921765:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973187968:0@lo:400:kworker.0 00000100:00100000:3.0:1788984605.921787:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984605.921790:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:0.0:1788984605.921797:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973186944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984605.921807:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984605.921821:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973187072:0@lo:400:kworker.0 00000100:00100000:0.0:1788984605.921840:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973186944:12345-0@lo:400:kworker.0 Request processed in 45us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984605.921849:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984605.921857:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1788984605.921868:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973187584:0@lo:400:kworker.0 00000100:00100000:3.0:1788984605.921887:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984605.921911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973188096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984605.921952:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984605.921979:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973186944:0@lo:400:kworker.0 00000100:00100000:0.0:1788984605.921995:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187456 00000100:00100000:3.0:1788984605.921997:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187968 00000100:00100000:0.0:1788984605.921999:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187456 00000100:00100000:3.0:1788984605.922000:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187968 00000100:00100000:3.0:1788984605.922317:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187584 00000100:00100000:3.0:1788984605.922322:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187584 00000100:00100000:0.0:1788984605.923943:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788984605.923959:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973187968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984605.924048:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973187968:12345-0@lo:400:kworker.0 Request processed in 94us (2259us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984605.924055:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788984605.924073:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788984605.924079:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973187456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984605.924107:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973187456:12345-0@lo:400:kworker.0 Request processed in 29us (2370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984605.924113:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788984605.925018:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188096 00000100:00100000:0.0:1788984605.925030:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188096 00000100:00100000:0.0:1788984605.925066:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788984605.925073:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973188096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984605.925106:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984605.925167:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973188096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (3213us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984605.925174:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:0.0:1788984605.925204:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973186432 00000100:00100000:0.0:1788984605.925208:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973186432 00000100:00100000:0.0:1788984605.925234:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973187072 00000100:00100000:0.0:1788984605.925237:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973187072 00000100:00100000:0.0:1788984605.925251:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788984605.925256:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973186432:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984605.925281:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984605.925312:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973186432:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (6726us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984605.925318:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788984605.925332:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1788984605.925337:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973187072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984605.925364:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973187072:12345-0@lo:400:kworker.0 Request processed in 27us (3513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984605.925369:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:0.0:1788984605.925391:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984605.925395:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984605.927144:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973187072:0@lo:400:kworker.0 00000100:00100000:2.0:1788984605.927170:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973188096:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984605.927181:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973187456:0@lo:400:kworker.0 00000100:00100000:2.0:1788984605.927199:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973187968:0@lo:400:kworker.0 00000100:00100000:2.0:1788984605.927214:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973186432:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984605.936042:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1788984605.936056:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973187584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984605.936179:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973187584:12345-0@lo:400:kworker.0 Request processed in 127us (14291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984605.936196:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:0.0:1788984605.936259:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973187584:0@lo:400:kworker.0 00010000:00010000:1.0:1788984606.686470:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984607.710855:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984608.735127:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:2.0:1788984608.770072:0:15590:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 7: nodemap create and delete ========== 16:10:06 (1788984606) 00000100:00100000:3.0:1788984608.993158:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984608.993198:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973188224:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984608.993263:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984608.993318:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188224 00000100:00100000:3.0:1788984608.993327:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188224 00000100:00100000:3.0:1788984608.993389:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788984608.993399:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973188224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984608.993428:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984608.993471:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973188224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984608.993478:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:3.0:1788984608.993498:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984608.993529:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973188224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984608.993733:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984608.993742:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973188352:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984608.993768:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984608.993827:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188352 00000100:00100000:2.0:1788984608.993831:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188352 00000100:00100000:2.0:1788984608.993866:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788984608.993872:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973188352:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984608.993882:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984608.993911:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973188352:12345-0@lo:13:osp-pre-0-1.0 Request processed in 40us (142us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984608.993917:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:2.0:1788984608.993974:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973188352:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984608.994025:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984609.509067:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973188480:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984609.509179:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984609.509313:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188480 00000100:00100000:3.0:1788984609.509324:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188480 00000100:00100000:3.0:1788984609.509388:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1788984609.509400:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973188480:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984609.509447:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984609.509507:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973188480:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984609.509515:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1788984609.509573:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973188480:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984609.759423:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984609.939611:0:15638:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdaecbb780 20000000:00000080:3.0:1788984609.939646:0:15638:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143868400 uarg=0000000000000000 10000000:01000000:3.0:1788984609.939724:0:15638:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984609.939753:0:15638:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984609.939793:0:15638:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984609.939803:0:15638:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984609.939860:0:15638:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984609.939879:0:15638:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 23 pid: 6509 timeout: 549 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984609.939898:0:15638:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15638:1875885973188608:0@lo:104: 00000100:00100000:3.0:1788984609.940647:0:15638:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984609.940820:0:15638:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788984609.942883:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188608 00000100:00100000:0.0:1788984609.942904:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188608 00000100:00100000:0.0:1788984609.943039:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 44 00000100:00100000:0.0:1788984609.943052:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:15638:x1875885973188608:12345-0@lo:104: 00010000:00010000:0.0:1788984609.943074:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984609.943216:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984609.943224:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:15638:x1875885973188608:12345-0@lo:104: Request processed in 175us (2590us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984609.943232:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 44 00010000:00010000:1.0:1788984609.943354:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984609.943363:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943371:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984609.943376:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943385:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984609.943392:0:15638:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15638:1875885973188608:0@lo:104: 10000000:00010000:1.0:1788984609.943403:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984609.943409:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984609.943421:0:15638:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943450:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943456:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984609.943497:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943505:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52ed1c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed23 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943528:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984609.943530:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984609.943531:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984609.943540:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984609.943558:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973188736:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984609.943607:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984609.943669:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188736 00000100:00100000:1.0:1788984609.943674:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188736 00010000:00010000:1.0:1788984609.943699:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 24 pid: 6509 timeout: 549 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984609.943723:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:1.0:1788984609.943730:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973188736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984609.943742:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984609.943753:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 24 pid: 6509 timeout: 549 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943765:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 24 pid: 6509 timeout: 549 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943781:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ed23 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed1c expref: 24 pid: 6509 timeout: 549 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943796:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943805:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943824:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943832:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943840:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943846:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943852:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984609.943856:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943865:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943883:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984609.943893:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984609.943957:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973188736:12345-0@lo:103:ldlm_bl.0 Request processed in 227us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984609.943965:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00000100:00100000:2.0:1788984609.944020:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973188736:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984609.944363:0:15638:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984609.944373:0:15638:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984609.944379:0:15638:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed2a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15638 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984610.782991:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984610.874766:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984610.878404:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156608 00000100:00100000:3.0:1788984610.878424:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156608 00000100:00100000:3.0:1788984610.878525:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 311 00000100:00100000:3.0:1788984610.878541:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953156608:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984610.878651:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953156608:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 116us (3901us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984610.878660:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 311 00000100:00080000:3.0:1788984610.878691:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984610.878764:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984610.879087:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156480 00000100:00100000:0.0:1788984610.879093:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156480 00000100:00100000:0.0:1788984610.879132:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 352 00000100:00100000:0.0:1788984610.879140:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953156480:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984610.879188:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953156480:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 49us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984610.879195:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 352 00000100:00100000:0.0:1788984610.883466:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984610.883516:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156736 00000100:00100000:0.0:1788984610.883530:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156736 00000100:00100000:0.0:1788984610.883605:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 312 00000100:00100000:0.0:1788984610.883617:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953156736:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984610.883720:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953156736:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 105us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984610.883729:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 312 00000100:00080000:0.0:1788984610.883833:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984611.038175:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984611.038223:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973188864:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984611.038333:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.038555:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188864 00000100:00100000:3.0:1788984611.038568:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188864 00000100:00100000:3.0:1788984611.038662:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788984611.038674:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973188864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984611.038721:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984611.038779:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973188864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 108us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984611.038788:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00080000:0.0:1788984611.039163:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984611.039216:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973188864:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984611.039652:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973189120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.039803:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.039838:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973189632:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.039861:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.039880:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973190144:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.039896:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.039913:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984611.039918:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973189248:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.039972:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.040004:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973189760:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.040024:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.040036:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973190272:0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.040156:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189120 00000100:00100000:0.0:1788984611.040163:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189120 00000100:00100000:0.0:1788984611.040198:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189632 00000100:00100000:0.0:1788984611.040200:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189632 00000100:00100000:0.0:1788984611.040216:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190144 00000100:00100000:0.0:1788984611.040218:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190144 00000100:00100000:0.0:1788984611.040229:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189760 00000100:00100000:0.0:1788984611.040230:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189760 00000100:00100000:0.0:1788984611.040244:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788984611.040251:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973189120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.040296:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973189120:12345-0@lo:400:kworker.0 Request processed in 45us (494us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.040316:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788984611.040333:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1788984611.040339:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973189632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.040432:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973189632:12345-0@lo:400:kworker.0 Request processed in 93us (570us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.040438:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1788984611.040449:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1788984611.040455:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973190144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.040475:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973190144:12345-0@lo:400:kworker.0 Request processed in 21us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.040480:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1788984611.040497:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788984611.040502:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973189760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.040525:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973189760:12345-0@lo:400:kworker.0 Request processed in 23us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.040530:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00080000:0.0:1788984611.040554:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984611.040558:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984611.040569:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973188992:0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.040600:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984611.040621:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973189504:0@lo:400:kworker.0 00000100:00100000:1.0:1788984611.040736:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973189376:0@lo:400:kworker.0 00000100:00100000:1.0:1788984611.040772:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973188992 00000100:00100000:1.0:1788984611.040776:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973188992 00000100:00100000:1.0:1788984611.040804:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:1.0:1788984611.040810:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973188992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984611.040838:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973188992:12345-0@lo:400:kworker.0 Request processed in 29us (238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984611.040845:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1788984611.041156:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.042028:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973189120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.042042:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973189632:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.042063:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d61f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973190144:0@lo:400:kworker.0 00010000:00080000:3.0:1788984611.042098:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a0a80 x1875885973189760/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984611.042109:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973189760:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.042136:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189248 00000100:00100000:3.0:1788984611.042150:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189248 00000100:00100000:3.0:1788984611.042193:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1788984611.042200:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973189248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.042265:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973189248:12345-0@lo:400:kworker.0 Request processed in 65us (2291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984611.042271:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1788984611.042301:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984611.042406:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984611.042435:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973190016:0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.042462:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984611.042490:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973188992:0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.042550:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189504 00000100:00100000:0.0:1788984611.042554:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189504 00000100:00100000:0.0:1788984611.042577:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1788984611.042583:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973189504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.042612:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973189504:12345-0@lo:400:kworker.0 Request processed in 29us (206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.042618:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:0.0:1788984611.042634:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190016 00000100:00100000:0.0:1788984611.042637:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190016 00000100:00100000:0.0:1788984611.042673:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1788984611.042678:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973190016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.042726:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973190016:12345-0@lo:400:kworker.0 Request processed in 47us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.042744:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00080000:0.0:1788984611.042767:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984611.042779:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973190528:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984611.042807:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984611.042832:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973189504:0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.042842:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973190016:0@lo:400:kworker.0 00000100:00100000:0.0:1788984611.042862:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190528 00000100:00100000:0.0:1788984611.042865:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190528 00000100:00100000:0.0:1788984611.042895:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788984611.042902:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973190528:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984611.042920:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984611.042977:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973190528:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984611.042984:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00080000:0.0:1788984611.042998:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984611.043023:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973190528:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984611.046729:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973189888:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.046823:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.046845:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973190400:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.046865:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984611.046910:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189888 00000100:00100000:3.0:1788984611.046920:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189888 00000100:00100000:3.0:1788984611.047013:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190400 00000100:00100000:3.0:1788984611.047016:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190400 00000100:00100000:3.0:1788984611.047038:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788984611.047047:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973189888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.047123:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973189888:12345-0@lo:400:kworker.0 Request processed in 76us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984611.047130:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788984611.047161:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788984611.047168:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973190400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.047195:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973190400:12345-0@lo:400:kworker.0 Request processed in 28us (329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984611.047200:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788984611.047243:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973189888:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.047253:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973190400:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.047288:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973189248:0@lo:400:kworker.0 00000100:00100000:1.0:1788984611.048091:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190272 00000100:00100000:1.0:1788984611.048099:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190272 00000100:00100000:1.0:1788984611.048162:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973189376 00000100:00100000:1.0:1788984611.048166:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973189376 00000100:00100000:1.0:1788984611.048185:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1788984611.048193:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973190272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984611.048260:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973190272:12345-0@lo:400:kworker.0 Request processed in 68us (8207us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984611.048267:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1788984611.048282:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788984611.048288:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973189376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984611.051202:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973189376:12345-0@lo:400:kworker.0 Request processed in 61us (6047us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984611.051224:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1788984611.056968:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973189376:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.057024:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973190656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984611.057126:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:3.0:1788984611.057187:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d61180 x1875885973190272/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984611.057199:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973190272:0@lo:400:kworker.0 00000100:00100000:3.0:1788984611.057232:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190656 00000100:00100000:3.0:1788984611.057241:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190656 00000100:00100000:3.0:1788984611.058770:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1788984611.058810:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973190656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984611.058868:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984611.058986:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973190656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 183us (1859us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984611.058995:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:3.0:1788984611.059198:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973190656:0@lo:41:osp-pre-0-1.0 00000100:00080000:2.0:1788984611.059676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984611.059685:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:0.0:1788984611.166571:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984611.166583:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984611.166589:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984611.166672:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984611.166687:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984611.166701:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984611.166770:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973190784:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984611.166877:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984611.166977:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413180 going to sleep for 11 seconds 00000100:00100000:1.0:1788984611.173519:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190784 00000100:00100000:1.0:1788984611.173544:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190784 00000100:00100000:1.0:1788984611.173641:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1788984611.173654:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973190784:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984611.173679:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984611.173708:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed31 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984611.173761:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984611.173777:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984611.173789:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb000, rc 0) 00000100:00100000:1.0:1788984611.173893:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973190784:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 242us (7016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984611.173902:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1788984611.174430:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d49880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973190784:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984611.174455:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984611.174466:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984611.174494:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984611.174500:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984611.174511:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984611.809141:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984612.835074:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984613.854439:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984614.113521:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984614.113554:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973190912:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984614.113651:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984614.113746:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973190912 00000100:00100000:2.0:1788984614.113756:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973190912 00000100:00100000:2.0:1788984614.113827:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:2.0:1788984614.113841:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973190912:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984614.113880:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984614.113956:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973190912:12345-0@lo:13:osp-pre-0-1.0 Request processed in 118us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984614.113964:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00080000:2.0:1788984614.113993:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984614.114056:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973190912:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984614.115203:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973191040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984614.115263:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984614.115338:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191040 00000100:00100000:0.0:1788984614.115346:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191040 00000100:00100000:0.0:1788984614.115389:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788984614.115397:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973191040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984614.115415:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984614.115453:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973191040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984614.115475:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:0.0:1788984614.115518:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d49880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973191040:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984614.115696:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984614.622316:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973191168:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984614.622424:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984614.622695:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191168 00000100:00100000:3.0:1788984614.622707:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191168 00000100:00100000:3.0:1788984614.622775:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1788984614.622787:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973191168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984614.622845:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984614.622906:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973191168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (481us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984614.622913:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1788984614.623422:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d61180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973191168:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984614.879439:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984615.911560:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984615.993778:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984615.993835:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984615.993878:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984615.993957:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156992 00000100:00100000:3.0:1788984615.993971:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156992 00000100:00100000:0.0:1788984615.994179:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953156864 00000100:00100000:0.0:1788984615.994185:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953156864 00000100:00100000:0.0:1788984615.994254:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 355 00000100:00100000:0.0:1788984615.994267:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953156864:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984615.994386:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953156864:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 122us (549us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984615.994395:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 355 00000100:00100000:1.0:1788984615.995002:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157120 00000100:00100000:1.0:1788984615.995019:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157120 00000100:00100000:3.0:1788984615.995238:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 319 00000100:00100000:3.0:1788984615.995251:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953156992:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984615.995315:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d61180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953156992:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 68us (1553us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984615.995323:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 319 00000100:00100000:1.0:1788984616.014391:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 320 00000100:00100000:1.0:1788984616.014412:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953157120:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984616.014563:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953157120:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 157us (20683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984616.014572:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 320 00000100:00080000:3.0:1788984616.017520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984616.017542:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984616.158675:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973191296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984616.158772:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984616.158843:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973191808:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.158886:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984616.158913:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973192320:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.158961:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984616.158977:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973192832:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159244:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973191552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159292:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159321:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973192064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159342:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159367:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973192576:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159392:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159411:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973193088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984616.159437:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159467:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788984616.159474:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973191680:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159495:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159512:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973192192:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159533:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159551:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973192704:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159588:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.159621:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192320 00000100:00100000:3.0:1788984616.159631:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192320 00000100:00100000:3.0:1788984616.159701:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1788984616.159712:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973192320:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159771:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973192320:12345-0@lo:400:kworker.0 Request processed in 61us (809us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.159779:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:3.0:1788984616.159806:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191808 00000100:00100000:3.0:1788984616.159810:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191808 00000100:00100000:3.0:1788984616.159829:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191552 00000100:00100000:3.0:1788984616.159839:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191552 00000100:00100000:3.0:1788984616.159856:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192064 00000100:00100000:3.0:1788984616.159859:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192064 00000100:00100000:3.0:1788984616.159871:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192576 00000100:00100000:3.0:1788984616.159872:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192576 00000100:00100000:3.0:1788984616.159884:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192192 00000100:00100000:3.0:1788984616.159885:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192192 00000100:00100000:3.0:1788984616.159896:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192704 00000100:00100000:3.0:1788984616.159897:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192704 00000100:00100000:3.0:1788984616.159908:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1788984616.159914:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973191808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.159967:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973191808:12345-0@lo:400:kworker.0 Request processed in 53us (1081us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.159973:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1788984616.159999:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788984616.160011:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973191552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160043:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973191552:12345-0@lo:400:kworker.0 Request processed in 39us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160049:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:3.0:1788984616.160061:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1788984616.160067:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973192064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160103:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973192064:12345-0@lo:400:kworker.0 Request processed in 26us (750us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160109:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:3.0:1788984616.160121:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1788984616.160127:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973192576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160159:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973192576:12345-0@lo:400:kworker.0 Request processed in 33us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160175:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1788984616.160188:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1788984616.160192:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973192192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160220:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973192192:12345-0@lo:400:kworker.0 Request processed in 28us (687us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160225:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:3.0:1788984616.160234:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788984616.160239:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973192704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160262:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973192704:12345-0@lo:400:kworker.0 Request processed in 23us (675us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160267:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1788984616.160292:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193088 00000100:00100000:3.0:1788984616.160296:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193088 00000100:00100000:3.0:1788984616.160327:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788984616.160334:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973193088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984616.160372:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984616.160405:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973193088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160411:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:3.0:1788984616.160432:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191296 00000100:00100000:3.0:1788984616.160436:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191296 00000100:00100000:3.0:1788984616.160460:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191680 00000100:00100000:3.0:1788984616.160463:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191680 00000100:00100000:3.0:1788984616.160473:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1788984616.160478:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973191296:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984616.160520:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984616.160561:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973191296:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160567:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1788984616.160579:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:3.0:1788984616.160585:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973191680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160611:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973191680:12345-0@lo:400:kworker.0 Request processed in 27us (1115us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984616.160617:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00080000:3.0:1788984616.160639:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984616.160644:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984616.160646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984616.160648:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984616.160691:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973191680:0@lo:400:kworker.0 00010000:00080000:3.0:1788984616.160708:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b0f480 x1875885973192192/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984616.160718:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973192192:0@lo:400:kworker.0 00010000:00080000:3.0:1788984616.160729:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c01500 x1875885973192704/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984616.160737:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973192704:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160748:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973191552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160758:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973192064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160767:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973192576:0@lo:400:kworker.0 00000100:00100000:3.0:1788984616.160783:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973193088:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984616.162538:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973193216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984616.162611:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984616.162672:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973191424:0@lo:400:kworker.0 00000100:00100000:1.0:1788984616.162709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984616.162742:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973191936:0@lo:400:kworker.0 00000100:00100000:1.0:1788984616.162767:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984616.162785:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973192448:0@lo:400:kworker.0 00000100:00100000:1.0:1788984616.162809:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984616.162837:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973192960:0@lo:400:kworker.0 00000100:00100000:1.0:1788984616.162857:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984616.162893:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191424 00000100:00100000:1.0:1788984616.162902:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191424 00000100:00100000:1.0:1788984616.162998:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1788984616.163009:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973191424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984616.163061:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973191424:12345-0@lo:400:kworker.0 Request processed in 54us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984616.163068:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1788984616.164166:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192448 00000100:00100000:0.0:1788984616.164173:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192448 00000100:00100000:0.0:1788984616.164230:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192960 00000100:00100000:0.0:1788984616.164233:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192960 00000100:00100000:0.0:1788984616.164278:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1788984616.164287:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973192448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.164356:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973192448:12345-0@lo:400:kworker.0 Request processed in 70us (1546us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.164362:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:0.0:1788984616.164377:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1788984616.164383:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973192960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.164414:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973192960:12345-0@lo:400:kworker.0 Request processed in 31us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.164420:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1788984616.164492:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973191936 00000100:00100000:0.0:1788984616.164496:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973191936 00000100:00100000:0.0:1788984616.164522:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1788984616.164528:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973191936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.164566:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973191936:12345-0@lo:400:kworker.0 Request processed in 37us (1797us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.164571:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1788984616.164596:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193216 00000100:00100000:0.0:1788984616.164599:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193216 00000100:00100000:0.0:1788984616.164620:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788984616.164626:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973193216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984616.164660:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984616.164705:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973193216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.164711:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:0.0:1788984616.164776:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973193216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984616.164843:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984616.164868:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973192832 00000100:00100000:0.0:1788984616.164871:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973192832 00000100:00100000:0.0:1788984616.164892:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1788984616.164898:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973192832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.164953:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973192832:12345-0@lo:400:kworker.0 Request processed in 55us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.164959:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:0.0:1788984616.164986:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973192832:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.165012:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973191296:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984616.165024:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141920a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973191808:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.165036:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973192320:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.169467:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973191424:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.169498:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973191936:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.169515:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973192448:0@lo:400:kworker.0 00000100:00100000:0.0:1788984616.169530:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973192960:0@lo:400:kworker.0 00000100:00080000:3.0:1788984616.170207:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984616.170215:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1788984616.267011:0:15834:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff3bf07e20 20000000:00000080:3.0:1788984616.267034:0:15834:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b09400 uarg=0000000000000000 10000000:01000000:3.0:1788984616.267106:0:15834:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984616.267132:0:15834:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.267155:0:15834:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.267164:0:15834:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.267217:0:15834:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.267233:0:15834:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 23 pid: 6508 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984616.267252:0:15834:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143003800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15834:1875885973193344:0@lo:104: 00000100:00100000:3.0:1788984616.267340:0:15834:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984616.267428:0:15834:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8480 going to sleep for 11 seconds 00000100:00100000:0.0:1788984616.267916:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193344 00000100:00100000:0.0:1788984616.267963:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193344 00000100:00100000:0.0:1788984616.268025:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 45 00000100:00100000:0.0:1788984616.268035:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:15834:x1875885973193344:12345-0@lo:104: 00010000:00010000:0.0:1788984616.268050:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268167:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984616.268175:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:15834:x1875885973193344:12345-0@lo:104: Request processed in 141us (835us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.268182:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 45 00010000:00010000:0.0:1788984616.268209:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984616.268217:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268225:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984616.268230:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268239:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984616.268246:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984616.268253:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984616.268297:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268305:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984616.268331:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268338:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52ed31 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268369:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984616.268371:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984616.268373:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984616.268400:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973193472:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984616.268436:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984616.268491:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193472 00000100:00100000:0.0:1788984616.268496:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193472 00010000:00010000:0.0:1788984616.268515:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 24 pid: 6508 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984616.268539:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788984616.268545:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973193472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984616.268557:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984616.268563:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 24 pid: 6508 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268575:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 24 pid: 6508 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268594:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268604:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268620:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268628:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268642:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268649:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268655:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984616.268660:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268668:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268677:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984616.268687:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984616.268718:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973193472:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984616.268725:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788984616.268768:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973193472:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984616.269292:0:15834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52ed38 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed31 expref: 23 pid: 6508 timeout: 556 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984616.269307:0:15834:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143003800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:15834:1875885973193344:0@lo:104: 00010000:00010000:3.0:1788984616.269325:0:15834:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.269349:0:15834:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.269356:0:15834:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984616.269362:0:15834:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed3f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 15834 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984616.927343:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984617.697339:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984617.697350:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984617.697357:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984617.697542:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984617.697560:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984617.697574:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984617.697627:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973193600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984617.697742:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984617.697813:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c154d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788984617.698231:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193600 00000100:00100000:0.0:1788984617.698243:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193600 00000100:00100000:0.0:1788984617.698322:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1788984617.698335:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973193600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984617.698354:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984617.698372:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed46 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984617.698420:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984617.698431:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984617.698441:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9800, rc 0) 00000100:00100000:0.0:1788984617.698500:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973193600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 167us (758us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984617.698507:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:2.0:1788984617.698619:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973193600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984617.698636:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984617.698767:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984617.698792:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984617.698798:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984617.698806:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984617.953302:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984618.975158:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984619.230141:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984619.230173:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973193728:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984619.230288:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984619.237493:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973193856:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984619.237597:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984619.238143:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193728 00000100:00100000:3.0:1788984619.238156:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193728 00000100:00100000:3.0:1788984619.238228:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193856 00000100:00100000:3.0:1788984619.238232:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193856 00000100:00100000:3.0:1788984619.238254:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788984619.238264:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973193728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984619.238322:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984619.238391:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973193728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 128us (8103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984619.238400:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788984619.238422:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788984619.238429:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973193856:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984619.238440:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984619.238467:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973193856:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984619.238473:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00080000:3.0:1788984619.238493:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984619.242371:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973193728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984619.245162:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973193856:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984619.744511:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984619.744543:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973193984:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984619.744634:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984619.744733:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973193984 00000100:00100000:3.0:1788984619.744742:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973193984 00000100:00100000:3.0:1788984619.744801:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1788984619.744812:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973193984:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984619.744859:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984619.744916:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973193984:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984619.744948:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1788984619.745018:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143003800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973193984:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984619.999989:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984620.953671:0:16030:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde6c050f0 20000000:00000080:0.0:1788984620.953697:0:16030:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143992800 uarg=0000000000000000 10000000:01000000:0.0:1788984620.954665:0:16030:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984620.954695:0:16030:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984620.954719:0:16030:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984620.954729:0:16030:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984620.954783:0:16030:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984620.954815:0:16030:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 23 pid: 6508 timeout: 560 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984620.954833:0:16030:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16030:1875885973194112:0@lo:104: 00000100:00100000:0.0:1788984620.954921:0:16030:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984620.955020:0:16030:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143876780 going to sleep for 11 seconds 00000100:00100000:2.0:1788984620.955183:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194112 00000100:00100000:2.0:1788984620.955204:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194112 00000100:00100000:2.0:1788984620.955266:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 46 00000100:00100000:2.0:1788984620.955278:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:16030:x1875885973194112:12345-0@lo:104: 00010000:00010000:2.0:1788984620.955295:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955385:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984620.955392:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:16030:x1875885973194112:12345-0@lo:104: Request processed in 117us (471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984620.955400:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 46 00010000:00010000:2.0:1788984620.955429:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984620.955436:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955444:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984620.955449:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955459:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984620.955467:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984620.955474:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984620.955510:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955517:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984620.955543:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955551:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52ed46 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed4d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955583:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984620.955585:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984620.955587:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984620.955630:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973194240:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984620.955670:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984620.955717:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194240 00000100:00100000:2.0:1788984620.955722:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194240 00010000:00010000:2.0:1788984620.955743:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 24 pid: 6508 timeout: 560 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984620.955769:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788984620.955777:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973194240:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984620.955790:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984620.955797:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 24 pid: 6508 timeout: 560 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955808:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 24 pid: 6508 timeout: 560 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955829:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955837:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955854:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955863:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955876:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955884:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955890:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984620.955894:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955901:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955911:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984620.955921:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984620.955983:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973194240:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (310us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984620.955990:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00000100:00100000:2.0:1788984620.956030:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973194240:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984620.956325:0:16030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ed4d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed46 expref: 23 pid: 6508 timeout: 560 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984620.956338:0:16030:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16030:1875885973194112:0@lo:104: 00010000:00010000:3.0:1788984620.956355:0:16030:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984620.956364:0:16030:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984620.956370:0:16030:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984620.956376:0:16030:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ed54 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16030 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984621.023777:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984621.126607:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984621.126675:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984621.126718:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984621.126758:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157504 00000100:00100000:3.0:1788984621.126771:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157504 00000100:00100000:3.0:1788984621.126853:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157376 00000100:00100000:3.0:1788984621.126857:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157376 00000100:00100000:3.0:1788984621.126889:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 327 00000100:00100000:3.0:1788984621.126901:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953157504:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984621.127386:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953157504:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 485us (707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.127396:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 327 00000100:00100000:3.0:1788984621.127423:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 328 00000100:00100000:3.0:1788984621.127431:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953157376:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984621.127463:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953157376:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.127470:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 328 00000100:00080000:3.0:1788984621.127493:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984621.127498:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984621.128646:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157248 00000100:00100000:1.0:1788984621.128662:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157248 00000100:00100000:1.0:1788984621.128754:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 358 00000100:00100000:1.0:1788984621.128765:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953157248:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984621.128823:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953157248:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 61us (2234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984621.128829:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 358 00000100:00100000:0.0:1788984621.279854:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973194368:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984621.279953:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984621.280034:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194368 00000100:00100000:0.0:1788984621.280041:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194368 00000100:00080000:1.0:1788984621.280101:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984621.280118:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788984621.280129:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973194368:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984621.280157:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984621.280212:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973194368:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (259us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984621.280220:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:1.0:1788984621.280372:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973194368:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984621.281620:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973194880:0@lo:400:kworker.0 00000100:00100000:1.0:1788984621.281677:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984621.281728:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973195392:0@lo:400:kworker.0 00000100:00100000:1.0:1788984621.281755:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984621.281916:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788984621.281950:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973194752:0@lo:400:kworker.0 00000100:00100000:1.0:1788984621.281978:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984621.282002:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973195264:0@lo:400:kworker.0 00000100:00100000:1.0:1788984621.282023:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.282152:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973194496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984621.282173:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.283271:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973195008:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.283321:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.283357:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973195520:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984621.283394:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973195776:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.283406:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.283445:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973196032:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.283472:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.283490:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984621.283523:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984621.283535:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:2.0:1788984621.283538:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973195904:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.283553:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973194624:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.283580:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984621.284332:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195392 00000100:00100000:2.0:1788984621.284359:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195392 00000100:00100000:2.0:1788984621.284440:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194752 00000100:00100000:2.0:1788984621.284444:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194752 00000100:00100000:2.0:1788984621.284462:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195264 00000100:00100000:2.0:1788984621.284464:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195264 00000100:00100000:2.0:1788984621.284476:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195008 00000100:00100000:2.0:1788984621.284478:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195008 00000100:00100000:2.0:1788984621.284493:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196032 00000100:00100000:2.0:1788984621.284495:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196032 00000100:00100000:2.0:1788984621.284510:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195904 00000100:00100000:2.0:1788984621.284512:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195904 00000100:00100000:2.0:1788984621.284531:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1788984621.284539:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973195392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984621.284974:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194880 00000100:00100000:0.0:1788984621.284988:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194880 00000100:00100000:0.0:1788984621.285034:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195520 00000100:00100000:0.0:1788984621.285038:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195520 00000100:00100000:0.0:1788984621.285107:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788984621.285117:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973195520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984621.285141:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984621.285356:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.285407:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973195136:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285450:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.285467:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973195648:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285488:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.285505:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973196160:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285523:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984621.285552:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194496 00000100:00100000:3.0:1788984621.285557:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194496 00000100:00100000:3.0:1788984621.285577:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195136 00000100:00100000:3.0:1788984621.285580:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195136 00000100:00100000:3.0:1788984621.285591:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1788984621.285598:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973194496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984621.285625:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984621.285662:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973194496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (3486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.285669:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:3.0:1788984621.285684:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788984621.285690:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973195136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285716:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973195136:12345-0@lo:400:kworker.0 Request processed in 26us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.285730:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788984621.285753:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1788984621.285761:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973194752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285811:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973194752:12345-0@lo:400:kworker.0 Request processed in 52us (3833us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.285817:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1788984621.285834:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1788984621.285841:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973195264:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285867:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973195264:12345-0@lo:400:kworker.0 Request processed in 27us (3843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.285871:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1788984621.285883:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1788984621.285888:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973195008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285912:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973195008:12345-0@lo:400:kworker.0 Request processed in 25us (2596us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.285918:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1788984621.285948:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1788984621.285956:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973196032:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.285984:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973196032:12345-0@lo:400:kworker.0 Request processed in 30us (2497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.285990:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:3.0:1788984621.286001:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1788984621.286007:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973195904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286065:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973195904:12345-0@lo:400:kworker.0 Request processed in 57us (2486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.286077:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:3.0:1788984621.286104:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195776 00000100:00100000:3.0:1788984621.286108:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195776 00000100:00100000:3.0:1788984621.286130:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973195648 00000100:00100000:3.0:1788984621.286133:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973195648 00000100:00100000:3.0:1788984621.286143:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196160 00000100:00100000:3.0:1788984621.286145:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196160 00000100:00100000:3.0:1788984621.286155:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1788984621.286160:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973195776:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286192:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973195776:12345-0@lo:400:kworker.0 Request processed in 32us (2723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.286198:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1788984621.286208:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1788984621.286214:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973195648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286236:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973195648:12345-0@lo:400:kworker.0 Request processed in 23us (748us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.286242:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:3.0:1788984621.286251:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1788984621.286256:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973196160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286277:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973196160:12345-0@lo:400:kworker.0 Request processed in 21us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984621.286283:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:3.0:1788984621.286317:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973195136:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286327:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973195648:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286336:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973196160:0@lo:400:kworker.0 00010000:00080000:3.0:1788984621.286355:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c03100 x1875885973196032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984621.286365:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973196032:0@lo:400:kworker.0 00000100:00100000:3.0:1788984621.286380:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973194496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984621.286389:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973195008:0@lo:400:kworker.0 00000100:00100000:1.0:1788984621.286558:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1788984621.286565:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973194880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984621.286602:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973194880:12345-0@lo:400:kworker.0 Request processed in 38us (4927us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984621.286608:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1788984621.286915:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973195392:12345-0@lo:400:kworker.0 Request processed in 2369us (5151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984621.287088:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00080000:2.0:1788984621.287145:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984621.287153:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788984621.287159:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984621.287163:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984621.287187:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973194624 00000100:00100000:2.0:1788984621.287195:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973194624 00000100:00100000:2.0:1788984621.287374:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1788984621.287385:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973194624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.287454:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973194624:12345-0@lo:400:kworker.0 Request processed in 71us (2098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984621.287461:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1788984621.287579:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973195904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.287667:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973195776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.288298:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973194624:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.288343:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973194752:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.288360:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973195264:0@lo:400:kworker.0 00010000:00080000:2.0:1788984621.288377:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c00000 x1875885973195392/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984621.288388:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973195392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984621.288405:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973194880:0@lo:400:kworker.0 00000100:00100000:0.0:1788984621.289004:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973195520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3881us (5591us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984621.289027:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1788984621.289203:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973195520:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1788984622.046348:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984622.112630:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984622.112642:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984622.112650:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984622.112741:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984622.112761:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984622.112779:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984622.112819:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973196288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984622.112955:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984622.113050:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244f85540 going to sleep for 11 seconds 00000100:00100000:2.0:1788984622.113076:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196288 00000100:00100000:2.0:1788984622.113089:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196288 00000100:00100000:2.0:1788984622.113170:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1788984622.113181:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973196288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984622.113199:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984622.113217:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed5b expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984622.113249:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984622.113263:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984622.113273:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb200, rc 0) 00000100:00100000:2.0:1788984622.113343:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973196288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984622.113351:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:3.0:1788984622.113556:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973196288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984622.113591:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984622.113603:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984622.113641:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984622.113648:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984622.113656:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.070660:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984623.338419:0:16128:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9fe7d350 20000000:00000080:1.0:1788984623.338448:0:16128:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ead1800 uarg=0000000000000000 10000000:01000000:1.0:1788984623.338992:0:16128:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984623.339051:0:16128:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.339076:0:16128:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.339086:0:16128:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.340704:0:16128:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.340736:0:16128:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 23 pid: 6508 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984623.340759:0:16128:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16128:1875885973196416:0@lo:104: 00000100:00100000:1.0:1788984623.340866:0:16128:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984623.340976:0:16128:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d000 going to sleep for 11 seconds 00000100:00100000:2.0:1788984623.342167:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196416 00000100:00100000:2.0:1788984623.342186:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196416 00000100:00100000:2.0:1788984623.342276:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 47 00000100:00100000:2.0:1788984623.342289:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:16128:x1875885973196416:12345-0@lo:104: 00010000:00010000:2.0:1788984623.342309:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984623.342450:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984623.342457:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:16128:x1875885973196416:12345-0@lo:104: Request processed in 172us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984623.342465:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 47 00000100:00100000:3.0:1788984623.342653:0:16128:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16128:1875885973196416:0@lo:104: 00010000:00010000:0.0:1788984623.342659:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984623.342668:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984623.342676:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984623.342681:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984623.342685:0:16128:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984623.342690:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984623.342698:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984623.342704:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984623.342772:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984623.342779:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984623.342819:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984623.342828:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52ed5b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed62 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984623.342850:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984623.342851:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984623.342853:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984623.342979:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984623.342998:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973196544:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984623.343067:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984623.343135:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196544 00000100:00100000:0.0:1788984623.343162:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196544 00010000:00010000:0.0:1788984623.343514:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 24 pid: 6508 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984623.344013:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:1.0:1788984623.344043:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973196544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984623.344061:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984623.344069:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 24 pid: 6508 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344083:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 24 pid: 6508 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344102:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52ed62 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed5b expref: 24 pid: 6508 timeout: 563 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344121:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344214:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344234:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344242:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344250:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344257:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344262:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984623.344267:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344275:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344297:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984623.344310:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984623.344380:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246219c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973196544:12345-0@lo:103:ldlm_bl.0 Request processed in 357us (1314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984623.344387:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:3.0:1788984623.344517:0:16128:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984623.344528:0:16128:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984623.344534:0:16128:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52ed69 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16128 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984623.346311:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973196544:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984624.100362:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984624.351255:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973196672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984624.351327:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984624.351400:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984624.351408:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973196800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984624.351449:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984624.351482:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196672 00000100:00100000:2.0:1788984624.351490:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196672 00000100:00100000:2.0:1788984624.351539:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196800 00000100:00100000:2.0:1788984624.351542:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196800 00000100:00100000:2.0:1788984624.351558:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788984624.351566:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973196672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984624.351596:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984624.351648:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c00000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973196672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984624.351656:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:2.0:1788984624.351673:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788984624.351680:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973196800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984624.351689:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984624.351713:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973196800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984624.351719:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00080000:2.0:1788984624.351736:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984624.351768:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973196800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984624.351794:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973196672:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1788984624.798679:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984624.798688:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984624.798692:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984624.798746:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984624.798759:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984624.798771:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984624.798797:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973196928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984624.798871:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984624.799341:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12413773c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984624.802235:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973196928 00000100:00100000:3.0:1788984624.802249:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973196928 00000100:00100000:3.0:1788984624.802576:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:3.0:1788984624.802588:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973196928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984624.802606:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984624.802638:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed70 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984624.802670:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984624.802683:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984624.802692:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984624.802772:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973196928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (3900us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984624.802779:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:2.0:1788984624.803060:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973196928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984624.803102:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984624.803112:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984624.803134:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984624.803140:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984624.803147:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984624.862356:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984624.862379:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973197056:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984624.862446:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984624.862594:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197056 00000100:00100000:2.0:1788984624.862603:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197056 00000100:00100000:2.0:1788984624.862649:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1788984624.862657:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973197056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984624.862690:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984624.862731:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973197056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 75us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984624.862738:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:0.0:1788984624.862828:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973197056:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984625.119372:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984625.389094:0:16226:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec84b3690 20000000:00000080:3.0:1788984625.389113:0:16226:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e02800 uarg=0000000000000000 10000000:01000000:3.0:1788984625.389462:0:16226:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984625.389483:0:16226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.389504:0:16226:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.389512:0:16226:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.389552:0:16226:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.389566:0:16226:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 23 pid: 6509 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984625.389594:0:16226:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16226:1875885973197184:0@lo:104: 00000100:00100000:3.0:1788984625.389670:0:16226:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984625.389727:0:16226:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d600 going to sleep for 11 seconds 00000100:00100000:0.0:1788984625.390078:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788984625.390092:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197184 00000100:00100000:0.0:1788984625.390099:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197184 00000100:00100000:0.0:1788984625.390153:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 48 00000100:00100000:0.0:1788984625.390173:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114386b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:16226:x1875885973197184:12345-0@lo:104: 00010000:00010000:0.0:1788984625.390187:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390247:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984625.390252:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114386b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:16226:x1875885973197184:12345-0@lo:104: Request processed in 92us (583us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984625.390258:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 48 00010000:00010000:0.0:1788984625.390295:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984625.390300:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390305:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984625.390308:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390325:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984625.390330:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984625.390334:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984625.390377:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390382:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984625.390403:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390411:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52ed70 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed77 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390427:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984625.390428:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984625.390430:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984625.390451:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973197312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984625.390482:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984625.390523:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197312 00000100:00100000:0.0:1788984625.390528:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197312 00010000:00010000:0.0:1788984625.390543:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 24 pid: 6509 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984625.390559:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788984625.390563:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973197312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984625.390576:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984625.390580:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 24 pid: 6509 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390587:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 24 pid: 6509 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390598:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390604:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390612:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390617:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390621:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390625:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390628:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984625.390630:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390635:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390646:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984625.390653:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984625.390673:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973197312:12345-0@lo:103:ldlm_bl.0 Request processed in 110us (192us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984625.390678:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788984625.390702:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973197312:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984625.393738:0:16226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed77 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed70 expref: 23 pid: 6509 timeout: 565 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984625.393757:0:16226:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16226:1875885973197184:0@lo:104: 00010000:00010000:3.0:1788984625.393783:0:16226:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.393794:0:16226:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.393800:0:16226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984625.393807:0:16226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ed7e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984626.155101:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984626.234350:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984626.234415:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984626.234446:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984626.234479:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157888 00000100:00100000:0.0:1788984626.234489:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157888 00000100:00100000:0.0:1788984626.234546:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157760 00000100:00100000:0.0:1788984626.234549:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157760 00000100:00100000:0.0:1788984626.234574:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 335 00000100:00100000:0.0:1788984626.234584:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953157888:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984626.234653:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953157888:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 70us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984626.234660:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 335 00000100:00100000:0.0:1788984626.234679:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 336 00000100:00100000:0.0:1788984626.234685:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953157760:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984626.234708:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953157760:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984626.234713:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 336 00000100:00080000:0.0:1788984626.234741:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984626.234745:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984626.236508:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953157632 00000100:00100000:2.0:1788984626.236521:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953157632 00000100:00100000:2.0:1788984626.236571:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 362 00000100:00100000:2.0:1788984626.236580:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953157632:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984626.236640:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953157632:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 62us (2301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984626.236656:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 362 00000100:00100000:2.0:1788984626.398495:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973197440:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984626.398570:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984626.398645:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197440 00000100:00100000:2.0:1788984626.398652:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197440 00000100:00100000:2.0:1788984626.398692:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1788984626.398700:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973197440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984626.398731:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984626.398772:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973197440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 72us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984626.398778:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1788984626.398819:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973197440:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984626.399083:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984626.399094:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973197568:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984626.399125:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984626.399494:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197568 00000100:00100000:3.0:1788984626.399500:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197568 00000100:00100000:3.0:1788984626.399547:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788984626.399554:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973197568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984626.399573:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984626.399612:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973197568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984626.399629:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788984626.399665:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143001180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973197568:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984626.400348:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984626.400361:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973197696:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984626.400397:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984626.400434:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197696 00000100:00100000:2.0:1788984626.400439:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197696 00000100:00100000:2.0:1788984626.400470:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788984626.400478:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973197696:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984626.400490:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984626.400524:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973197696:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (127us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984626.400530:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:2.0:1788984626.400560:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973197696:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984626.407387:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973197824:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.407463:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.407544:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973197952:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.407575:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.407608:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197952 00000100:00100000:1.0:1788984626.407617:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197952 00000100:00100000:1.0:1788984626.407664:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1788984626.407673:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973197952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.407727:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973197952:12345-0@lo:400:kworker.0 Request processed in 54us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.407733:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:1.0:1788984626.407774:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973197952:0@lo:400:kworker.0 00000100:00080000:0.0:1788984626.407884:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984626.408252:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973197824 00000100:00100000:3.0:1788984626.408258:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973197824 00000100:00100000:3.0:1788984626.408289:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788984626.408297:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973197824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984626.408342:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973197824:12345-0@lo:400:kworker.0 Request processed in 46us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984626.408349:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788984626.408389:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973197824:0@lo:400:kworker.0 00000100:00100000:3.0:1788984626.419142:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984626.419775:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984626.419804:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973198208:0@lo:400:kworker.0 00000100:00100000:2.0:1788984626.419877:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984626.424314:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973198080:0@lo:400:kworker.0 00000100:00100000:3.0:1788984626.424387:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.425414:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973198336:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.425460:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.425534:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973198464:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.431511:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.431608:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198080 00000100:00100000:1.0:1788984626.431618:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198080 00000100:00100000:1.0:1788984626.431665:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198336 00000100:00100000:1.0:1788984626.431669:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198336 00000100:00100000:1.0:1788984626.431700:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198464 00000100:00100000:1.0:1788984626.431704:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198464 00000100:00100000:1.0:1788984626.431722:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1788984626.431732:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973198080:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.431804:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973198080:12345-0@lo:400:kworker.0 Request processed in 73us (7416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.431829:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:1.0:1788984626.431851:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1788984626.431857:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973198336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.431888:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973198336:12345-0@lo:400:kworker.0 Request processed in 32us (6428us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.431894:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:1.0:1788984626.431908:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1788984626.433034:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973198464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433093:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973198464:12345-0@lo:400:kworker.0 Request processed in 70us (1589us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.433100:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:1.0:1788984626.433155:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973198336:0@lo:400:kworker.0 00000100:00100000:3.0:1788984626.433307:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973198080:0@lo:400:kworker.0 00010000:00080000:1.0:1788984626.433399:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b00700 x1875885973198464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984626.433409:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973198464:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433467:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984626.433478:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973198592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433512:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.433545:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198592 00000100:00100000:1.0:1788984626.433551:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198592 00000100:00100000:1.0:1788984626.433592:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1788984626.433599:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973198592:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433636:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973198592:12345-0@lo:400:kworker.0 Request processed in 38us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.433656:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:1.0:1788984626.433686:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973198592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433717:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973198720:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433741:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984626.433767:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198720 00000100:00100000:1.0:1788984626.433770:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198720 00000100:00100000:1.0:1788984626.433792:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1788984626.433797:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973198720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433830:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973198720:12345-0@lo:400:kworker.0 Request processed in 32us (88us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.433835:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:1.0:1788984626.433858:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973198720:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433884:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973198848:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.433906:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984626.434419:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198208 00000100:00100000:0.0:1788984626.434425:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198208 00000100:00100000:0.0:1788984626.434469:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1788984626.434476:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973198208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984626.434532:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973198208:12345-0@lo:400:kworker.0 Request processed in 57us (14655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984626.434538:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00080000:0.0:1788984626.434633:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984626.434639:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984626.434642:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984626.434664:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973198208:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.436950:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984626.436965:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973198976:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.437027:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984626.456106:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198848 00000100:00100000:3.0:1788984626.456123:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198848 00000100:00100000:3.0:1788984626.456345:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973198976 00000100:00100000:3.0:1788984626.456349:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973198976 00000100:00100000:3.0:1788984626.456379:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788984626.456388:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973198848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984626.456497:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973198848:12345-0@lo:400:kworker.0 Request processed in 110us (22589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984626.456505:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788984626.456524:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1788984626.456531:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973198976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984626.456571:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973198976:12345-0@lo:400:kworker.0 Request processed in 41us (19545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984626.456578:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00080000:3.0:1788984626.456619:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984626.456624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788984626.458366:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b02300 x1875885973198976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984642 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984626.458385:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973198976:0@lo:400:kworker.0 00000100:00100000:1.0:1788984626.458401:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973198848:0@lo:400:kworker.0 10000000:01000000:2.0:1788984626.731271:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984626.731278:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984626.731283:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984626.731329:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984626.731342:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984626.731354:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984626.731379:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973199104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984626.731446:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984626.731500:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788984626.732201:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199104 00000100:00100000:1.0:1788984626.732211:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199104 00000100:00100000:1.0:1788984626.732286:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1788984626.732295:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973199104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984626.732309:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984626.732325:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed85 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984626.732361:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984626.732372:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984626.732382:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebe00, rc 0) 00000100:00100000:1.0:1788984626.732430:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973199104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (984us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984626.732437:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1788984626.734385:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973199104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984626.734416:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984626.734429:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984626.734455:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984626.734461:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984626.734468:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984627.169343:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984628.195119:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984629.216465:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984629.472294:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973199360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984629.472363:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984629.472433:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984629.472441:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973199232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984629.472465:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984629.472770:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199360 00000100:00100000:1.0:1788984629.472779:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199360 00000100:00100000:1.0:1788984629.472830:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199232 00000100:00100000:1.0:1788984629.472834:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199232 00000100:00100000:1.0:1788984629.472851:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1788984629.472860:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973199360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984629.472918:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984629.472996:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973199360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 137us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984629.473004:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1788984629.473022:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1788984629.473029:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973199232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984629.473039:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984629.473062:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973199232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (596us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984629.473068:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:1.0:1788984629.473086:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984629.473551:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973199232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984629.473572:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973199360:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984629.983224:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984629.983249:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973199488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984629.983318:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984629.983363:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199488 00000100:00100000:2.0:1788984629.983372:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199488 00000100:00100000:2.0:1788984629.983443:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:2.0:1788984629.983454:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973199488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984629.983498:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984629.983553:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973199488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 101us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984629.983561:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1788984629.983753:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973199488:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984630.238781:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984631.061563:0:16472:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda512b3e0 20000000:00000080:3.0:1788984631.061589:0:16472:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e00800 uarg=0000000000000000 10000000:01000000:3.0:1788984631.062572:0:16472:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984631.062594:0:16472:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984631.062612:0:16472:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984631.062621:0:16472:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984631.062662:0:16472:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984631.062676:0:16472:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 23 pid: 6506 timeout: 570 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984631.062706:0:16472:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143000e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16472:1875885973199616:0@lo:104: 00000100:00100000:3.0:1788984631.062766:0:16472:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984631.062873:0:16472:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1260bad780 going to sleep for 11 seconds 00000100:00100000:0.0:1788984631.063091:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199616 00000100:00100000:0.0:1788984631.063100:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199616 00000100:00100000:0.0:1788984631.063182:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 49 00000100:00100000:0.0:1788984631.063193:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:16472:x1875885973199616:12345-0@lo:104: 00010000:00010000:0.0:1788984631.063207:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063271:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984631.063277:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:16472:x1875885973199616:12345-0@lo:104: Request processed in 87us (511us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984631.063284:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 49 00000100:00100000:3.0:1788984631.063346:0:16472:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143000e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16472:1875885973199616:0@lo:104: 00010000:00010000:3.0:1788984631.063364:0:16472:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063460:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984631.063467:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063486:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984631.063490:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063499:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984631.063507:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984631.063512:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984631.063569:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063576:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:1.0:1788984631.063621:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1788984631.063659:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063668:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52ed85 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ed8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.063682:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984631.063683:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984631.063685:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984631.063710:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973199744:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984631.063742:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984631.063841:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199744 00000100:00100000:0.0:1788984631.063845:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199744 00010000:00010000:0.0:1788984631.063863:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 24 pid: 6506 timeout: 570 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984631.063918:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788984631.064012:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973199744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984631.064022:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984631.064027:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 24 pid: 6506 timeout: 570 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064038:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 24 pid: 6506 timeout: 570 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064049:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ed8c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed85 expref: 24 pid: 6506 timeout: 570 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064062:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064069:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064081:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064088:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064096:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064102:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064107:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984631.064111:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.064124:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984631.064281:0:16472:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984631.064290:0:16472:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.065418:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.065430:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ed93 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16472 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984631.065445:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984631.065550:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973199744:12345-0@lo:103:ldlm_bl.0 Request processed in 1537us (1805us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.065559:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788984631.065631:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973199744:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984631.263218:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984631.366439:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984631.366479:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984631.366511:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984631.366550:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158144 00000100:00100000:0.0:1788984631.366560:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158144 00000100:00100000:0.0:1788984631.366615:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158272 00000100:00100000:0.0:1788984631.366618:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158272 00000100:00100000:0.0:1788984631.366637:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 343 00000100:00100000:0.0:1788984631.366647:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953158144:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984631.366716:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953158144:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 71us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984631.366723:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 343 00000100:00100000:0.0:1788984631.366740:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 344 00000100:00100000:0.0:1788984631.366746:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953158272:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984631.366767:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953158272:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 22us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984631.366788:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 344 00000100:00080000:0.0:1788984631.366806:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984631.366810:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984631.367162:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158016 00000100:00100000:3.0:1788984631.367167:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158016 00000100:00100000:3.0:1788984631.367199:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 365 00000100:00100000:3.0:1788984631.367206:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953158016:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984631.367242:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953158016:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (762us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984631.367248:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 365 00000100:00100000:3.0:1788984631.518339:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973200128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984631.518411:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984631.518522:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200128 00000100:00100000:2.0:1788984631.518530:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200128 00000100:00100000:2.0:1788984631.518587:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1788984631.518596:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973200128:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984631.518625:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984631.518669:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973200128:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984631.518676:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:1.0:1788984631.518769:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973199872:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984631.518800:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.518825:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984631.518830:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973200000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984631.518853:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.518895:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973199872 00000100:00100000:1.0:1788984631.518899:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973199872 00000100:00100000:1.0:1788984631.518945:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788984631.518965:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973199872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984631.518975:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984631.519006:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973199872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.519013:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788984631.519055:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973199872:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788984631.519333:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984631.519353:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200000 00000100:00100000:3.0:1788984631.519357:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200000 00000100:00100000:3.0:1788984631.519395:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1788984631.519403:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973200000:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984631.519433:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984631.519467:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973200000:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984631.519473:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:3.0:1788984631.519494:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973200640:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519518:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984631.519535:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973201152:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519556:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984631.519583:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973200128:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984631.519595:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984631.519600:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973200256:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519624:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984631.519647:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973200768:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519667:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984631.519680:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973201280:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519697:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984631.519718:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200640 00000100:00100000:3.0:1788984631.519722:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200640 00000100:00100000:3.0:1788984631.519744:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1788984631.519750:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973200640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519782:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973200640:12345-0@lo:400:kworker.0 Request processed in 32us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984631.519789:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1788984631.519805:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201152 00000100:00100000:3.0:1788984631.519808:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201152 00000100:00100000:3.0:1788984631.519843:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1788984631.519849:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973201152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519878:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973201152:12345-0@lo:400:kworker.0 Request processed in 29us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984631.519884:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:3.0:1788984631.519901:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200256 00000100:00100000:3.0:1788984631.519904:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200256 00000100:00100000:3.0:1788984631.519923:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1788984631.519966:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973200256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.519995:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973200256:12345-0@lo:400:kworker.0 Request processed in 31us (369us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984631.520001:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1788984631.520025:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200768 00000100:00100000:3.0:1788984631.520029:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200768 00000100:00100000:3.0:1788984631.520055:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201280 00000100:00100000:3.0:1788984631.520057:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201280 00000100:00100000:3.0:1788984631.520074:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:3.0:1788984631.520080:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973200768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520294:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1788984631.520303:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973201280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520336:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973201280:12345-0@lo:400:kworker.0 Request processed in 35us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.520342:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1788984631.520364:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973200512:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520388:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.520409:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973201024:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.520447:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788984631.520454:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973200384:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520475:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.520490:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973200896:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520509:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.520520:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973201408:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520538:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984631.520566:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200512 00000100:00100000:1.0:1788984631.520570:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200512 00000100:00100000:1.0:1788984631.520588:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200384 00000100:00100000:1.0:1788984631.520590:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200384 00000100:00100000:1.0:1788984631.520601:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973200896 00000100:00100000:1.0:1788984631.520603:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973200896 00000100:00100000:1.0:1788984631.520615:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201408 00000100:00100000:1.0:1788984631.520618:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201408 00000100:00100000:1.0:1788984631.520631:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788984631.520637:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973200512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520670:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973200512:12345-0@lo:400:kworker.0 Request processed in 33us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.520676:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788984631.520688:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788984631.520694:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973200384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520720:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973200384:12345-0@lo:400:kworker.0 Request processed in 26us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.520726:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788984631.520737:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788984631.520743:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973200896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520768:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973200896:12345-0@lo:400:kworker.0 Request processed in 26us (259us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.520774:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788984631.520784:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788984631.520790:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973201408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520814:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973201408:12345-0@lo:400:kworker.0 Request processed in 24us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.520829:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788984631.520847:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201024 00000100:00100000:1.0:1788984631.520851:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201024 00000100:00100000:1.0:1788984631.520875:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1788984631.520881:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973201024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.520912:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973201024:12345-0@lo:400:kworker.0 Request processed in 31us (482us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984631.520917:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1788984631.521000:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143000e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973200000:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984631.521028:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973200384:0@lo:400:kworker.0 00010000:00080000:1.0:1788984631.521040:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c02d80 x1875885973200896/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984631.521051:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973200896:0@lo:400:kworker.0 00010000:00080000:1.0:1788984631.521060:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb64380 x1875885973201408/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984647 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984631.521068:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973201408:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.521077:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973200512:0@lo:400:kworker.0 00000100:00100000:1.0:1788984631.521086:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973201024:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.521361:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973200768:12345-0@lo:400:kworker.0 Request processed in 28us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984631.521372:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00080000:3.0:1788984631.521411:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984631.521415:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984631.521418:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984631.521443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973200256:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.521456:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973200768:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.521468:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973201280:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.521488:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973200640:0@lo:400:kworker.0 00000100:00100000:3.0:1788984631.521498:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973201152:0@lo:400:kworker.0 00010000:00010000:1.0:1788984632.303325:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984633.008024:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984633.008032:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984633.008037:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984633.008085:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.008097:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.008109:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984633.008157:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973201536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984633.008237:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984633.008300:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca29c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984633.008487:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201536 00000100:00100000:0.0:1788984633.008497:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201536 00000100:00100000:0.0:1788984633.008560:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788984633.008571:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973201536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984633.008584:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984633.008598:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ed9a expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.008625:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.008638:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.008647:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788984633.008717:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973201536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (479us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984633.008724:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788984633.008775:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973201536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984633.008789:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.008798:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984633.008832:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984633.008837:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.008844:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788984633.176195:0:16570:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff8d04b50 20000000:00000080:2.0:1788984633.177681:0:16570:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432acc00 uarg=0000000000000000 10000000:01000000:2.0:1788984633.180643:0:16570:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984633.180672:0:16570:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.180691:0:16570:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.180699:0:16570:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.180740:0:16570:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.180756:0:16570:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 23 pid: 6506 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984633.180770:0:16570:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16570:1875885973201664:0@lo:104: 00000100:00100000:2.0:1788984633.180834:0:16570:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984633.181847:0:16570:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2600 going to sleep for 11 seconds 00000100:00100000:1.0:1788984633.182603:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201664 00000100:00100000:1.0:1788984633.182614:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201664 00000100:00100000:0.0:1788984633.185382:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 50 00000100:00100000:0.0:1788984633.185409:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:16570:x1875885973201664:12345-0@lo:104: 00010000:00010000:0.0:1788984633.185431:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984633.185840:0:16570:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16570:1875885973201664:0@lo:104: 00010000:00010000:1.0:1788984633.185865:0:16570:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.185955:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984633.185964:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:16570:x1875885973201664:12345-0@lo:104: Request processed in 559us (5129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984633.185972:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 50 00010000:00010000:3.0:1788984633.190817:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984633.190832:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984633.190845:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984633.190850:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984633.190861:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984633.190869:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984633.190875:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984633.190972:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984633.190979:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984633.191005:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984633.191012:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52ed9a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eda1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984633.191033:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984633.191035:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984633.191051:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984633.191077:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973201792:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984633.191139:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984633.191330:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201792 00000100:00100000:0.0:1788984633.191339:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201792 00010000:00010000:0.0:1788984633.191373:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 24 pid: 6506 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984633.191548:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788984633.191559:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973201792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984633.191572:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984633.191577:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 24 pid: 6506 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191600:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 24 pid: 6506 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191613:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52eda1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ed9a expref: 24 pid: 6506 timeout: 573 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191628:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191637:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191652:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191659:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191667:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191674:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191680:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984633.191684:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191691:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191719:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984633.191729:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984633.191771:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973201792:12345-0@lo:103:ldlm_bl.0 Request processed in 214us (631us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984633.191779:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788984633.191814:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973201792:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984633.191870:0:16570:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.191880:0:16570:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984633.191897:0:16570:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52eda8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16570 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984633.321841:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984634.337416:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984634.595363:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973201920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984634.595433:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984634.595527:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973201920 00000100:00100000:1.0:1788984634.595534:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973201920 00000100:00100000:1.0:1788984634.595583:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1788984634.595593:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973201920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984634.595619:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984634.595660:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973201920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984634.595667:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00080000:1.0:1788984634.595687:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984634.595721:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973201920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984634.596016:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984634.596026:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973202048:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984634.596057:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984634.596193:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202048 00000100:00100000:2.0:1788984634.596198:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202048 00000100:00100000:2.0:1788984634.596238:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788984634.596246:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973202048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984634.596258:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984634.596293:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973202048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984634.596300:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788984634.596328:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973202048:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984634.596444:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:2.0:1788984634.846057:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984634.846066:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984634.846071:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984634.846122:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984634.846136:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984634.846148:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984634.846175:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973202176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984634.846245:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984634.846326:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202176 00000100:00100000:2.0:1788984634.846326:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788984634.846335:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202176 00000100:00100000:3.0:1788984634.846389:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1788984634.846399:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973202176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984634.846411:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984634.846425:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52edaf expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984634.846447:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984634.846458:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984634.846467:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788984634.846520:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973202176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984634.846526:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:2.0:1788984634.846542:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973202176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984634.846556:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984634.846565:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984634.846582:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984634.846587:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984634.846594:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984635.105132:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973202304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984635.105205:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984635.105313:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202304 00000100:00100000:3.0:1788984635.105321:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202304 00000100:00100000:3.0:1788984635.105366:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1788984635.105374:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973202304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984635.105411:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984635.105797:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973202304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 422us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984635.105806:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1788984635.105891:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973202304:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984635.370207:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984635.439273:0:16669:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcde10a230 20000000:00000080:1.0:1788984635.439290:0:16669:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d34c00 uarg=0000000000000000 10000000:01000000:1.0:1788984635.440485:0:16669:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984635.440512:0:16669:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984635.440532:0:16669:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984635.440539:0:16669:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984635.440584:0:16669:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984635.440826:0:16669:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 23 pid: 6508 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984635.440845:0:16669:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16669:1875885973202432:0@lo:104: 00000100:00100000:1.0:1788984635.440985:0:16669:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984635.441171:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202432 00000100:00100000:2.0:1788984635.441179:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202432 00000100:00100000:2.0:1788984635.441223:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 51 00000100:00100000:2.0:1788984635.441232:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:16669:x1875885973202432:12345-0@lo:104: 00010000:00010000:2.0:1788984635.441245:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.441302:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984635.441308:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:16669:x1875885973202432:12345-0@lo:104: Request processed in 78us (324us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984635.441315:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 51 00010000:00010000:2.0:1788984635.441339:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984635.441352:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.441359:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984635.441363:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.441372:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984635.441378:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984635.441383:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984635.441414:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.441420:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984635.441463:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.441471:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52edaf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edb6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.441488:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984635.441490:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984635.441492:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984635.441513:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973202560:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984635.441541:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984635.441878:0:16669:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e340c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788984635.441907:0:16669:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:16669:1875885973202432:0@lo:104: 00010000:00010000:1.0:1788984635.441982:0:16669:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984635.442200:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202560 00000100:00100000:2.0:1788984635.442214:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202560 00010000:00010000:2.0:1788984635.442236:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 24 pid: 6508 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984635.442268:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788984635.442276:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973202560:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984635.442287:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984635.442293:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 24 pid: 6508 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442303:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 24 pid: 6508 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442316:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edb6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52edaf expref: 24 pid: 6508 timeout: 575 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442332:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442340:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442353:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442360:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442367:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442373:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442384:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984635.442389:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442397:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442418:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984635.442428:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984635.442493:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973202560:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (950us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984635.442500:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00000100:00100000:2.0:1788984635.442528:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973202560:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984635.442727:0:16669:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984635.442737:0:16669:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984635.442742:0:16669:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edbd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 16669 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984636.386464:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984636.482773:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984636.482813:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984636.482851:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984636.483418:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158400 00000100:00100000:2.0:1788984636.483429:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158400 00000100:00100000:2.0:1788984636.483480:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 369 00000100:00100000:2.0:1788984636.483490:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953158400:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984636.483566:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953158400:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (751us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.483574:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 369 00000100:00100000:1.0:1788984636.484066:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158528 00000100:00100000:1.0:1788984636.484072:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158528 00000100:00100000:1.0:1788984636.484113:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158656 00000100:00100000:1.0:1788984636.484117:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158656 00000100:00100000:1.0:1788984636.484138:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 351 00000100:00100000:1.0:1788984636.484146:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953158528:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984636.484187:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953158528:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 43us (1424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984636.484193:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 351 00000100:00100000:1.0:1788984636.484207:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 352 00000100:00100000:1.0:1788984636.484213:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953158656:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984636.484236:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953158656:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (1384us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984636.484242:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 352 00000100:00080000:2.0:1788984636.485045:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984636.485051:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984636.638095:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973202688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984636.638162:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.638239:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202688 00000100:00100000:3.0:1788984636.638247:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202688 00000100:00100000:3.0:1788984636.638299:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788984636.638309:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973202688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984636.638336:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984636.638378:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973202688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984636.638384:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00080000:3.0:1788984636.638404:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984636.638436:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973202688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984636.661374:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973202816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984636.661451:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.665291:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973202944:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.665371:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.674010:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973203328:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.676417:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.676486:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973203840:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.676527:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.676553:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973204352:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.676573:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.676602:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788984636.676626:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973203200:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.676652:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.676668:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973203712:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.676686:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.676706:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973204224:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.676725:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.676987:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202816 00000100:00100000:3.0:1788984636.676996:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202816 00000100:00100000:3.0:1788984636.677049:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788984636.677057:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973202816:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984636.677591:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203328 00000100:00100000:0.0:1788984636.677599:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203328 00000100:00100000:0.0:1788984636.677629:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203712 00000100:00100000:0.0:1788984636.677640:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203712 00000100:00100000:0.0:1788984636.677658:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204224 00000100:00100000:0.0:1788984636.677661:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204224 00000100:00100000:0.0:1788984636.677675:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1788984636.677681:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973203328:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984636.677743:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973203328:12345-0@lo:400:kworker.0 Request processed in 63us (1333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984636.677750:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:0.0:1788984636.677766:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1788984636.677772:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973203712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984636.677800:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973203712:12345-0@lo:400:kworker.0 Request processed in 28us (1112us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984636.677805:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1788984636.677815:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788984636.677820:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973204224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984636.677848:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973204224:12345-0@lo:400:kworker.0 Request processed in 28us (1122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984636.677853:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00002000:00000024:3.0:1788984636.677923:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984636.677984:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973202816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 927us (16533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984636.677990:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788984636.678014:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203840 00000100:00100000:3.0:1788984636.678017:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203840 00000100:00100000:3.0:1788984636.678048:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204352 00000100:00100000:3.0:1788984636.678051:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204352 00000100:00100000:0.0:1788984636.678268:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:0.0:1788984636.678277:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973203840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984636.678313:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973203840:12345-0@lo:400:kworker.0 Request processed in 38us (1786us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984636.678318:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1788984636.678419:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1788984636.678427:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973204352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.678605:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973203456:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.678642:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.678673:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973203968:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.678695:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.678720:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973204480:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984636.678739:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.678763:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788984636.678769:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973203072:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.678791:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.678809:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973203584:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.678841:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.678857:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973204096:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.678876:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984636.678951:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973202944 00000100:00100000:2.0:1788984636.678956:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973202944 00000100:00100000:2.0:1788984636.678985:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1788984636.678991:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973202944:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.679027:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973202944:12345-0@lo:400:kworker.0 Request processed in 36us (13656us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.679033:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1788984636.679058:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203200 00000100:00100000:2.0:1788984636.679062:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203200 00000100:00100000:2.0:1788984636.679077:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203456 00000100:00100000:2.0:1788984636.679079:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203456 00000100:00100000:2.0:1788984636.679090:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204480 00000100:00100000:2.0:1788984636.679092:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204480 00000100:00100000:2.0:1788984636.679101:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1788984636.679117:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973203200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.679151:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973203200:12345-0@lo:400:kworker.0 Request processed in 35us (2499us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.679157:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1788984636.679169:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1788984636.679175:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973203456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.679201:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973203456:12345-0@lo:400:kworker.0 Request processed in 26us (559us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.679206:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1788984636.679217:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788984636.679222:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973204480:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984636.679246:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984636.679269:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973204352:12345-0@lo:400:kworker.0 Request processed in 842us (2694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.679273:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973204480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984636.679277:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788984636.679278:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1788984636.679288:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203968 00000100:00100000:3.0:1788984636.679293:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203968 00000100:00100000:2.0:1788984636.679295:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203072 00000100:00100000:2.0:1788984636.679298:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203072 00000100:00100000:2.0:1788984636.679311:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973203584 00000100:00100000:2.0:1788984636.679313:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973203584 00000100:00100000:3.0:1788984636.679317:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:3.0:1788984636.679322:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973203968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.679323:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204096 00000100:00100000:2.0:1788984636.679325:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204096 00000100:00100000:2.0:1788984636.679335:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:2.0:1788984636.679340:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973203072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.679358:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973203968:12345-0@lo:400:kworker.0 Request processed in 36us (662us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984636.679364:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1788984636.679376:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973203072:12345-0@lo:400:kworker.0 Request processed in 35us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.679382:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:3.0:1788984636.679390:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788984636.679396:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973203584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.679424:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973203584:12345-0@lo:400:kworker.0 Request processed in 28us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.680389:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1788984636.680416:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973204096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680468:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973204096:12345-0@lo:400:kworker.0 Request processed in 58us (1591us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.680475:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:2.0:1788984636.680522:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973203072:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680534:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973203584:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680543:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973204096:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680552:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973202944:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680561:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973203456:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680569:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973203968:0@lo:400:kworker.0 00000100:00100000:2.0:1788984636.680585:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973204480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984636.680948:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788984636.680994:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973203200:0@lo:400:kworker.0 00010000:00080000:3.0:1788984636.681008:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b35c00 x1875885973203712/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984636.681017:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973203712:0@lo:400:kworker.0 00010000:00080000:3.0:1788984636.681028:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b34380 x1875885973204224/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984652 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984636.681035:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973204224:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.681051:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973202816:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984636.682282:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973203328:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.682311:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973203840:0@lo:400:kworker.0 00000100:00100000:3.0:1788984636.682324:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973204352:0@lo:400:kworker.0 00000100:00080000:3.0:1788984636.682376:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984636.682383:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788984636.682386:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984636.682406:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:3.0:1788984636.898329:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984636.898336:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984636.898340:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984636.898385:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984636.898397:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984636.898408:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984636.898432:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973204608:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984636.898497:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984636.898548:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc09c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984636.900124:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204608 00000100:00100000:2.0:1788984636.900139:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204608 00000100:00100000:2.0:1788984636.900210:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788984636.900219:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973204608:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984636.900234:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984636.900252:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52edc4 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984636.900279:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984636.900288:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984636.900315:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eae00, rc 0) 00000100:00100000:2.0:1788984636.900382:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973204608:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (1884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984636.900389:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788984636.900491:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973204608:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984636.900509:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984636.900518:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984636.900538:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984636.900542:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984636.900550:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984637.410248:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984638.437226:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984639.458292:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984639.715303:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973204736:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984639.715401:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984639.715505:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204736 00000100:00100000:2.0:1788984639.715515:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204736 00000100:00100000:2.0:1788984639.715578:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1788984639.715589:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973204736:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984639.715624:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984639.715683:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973204736:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984639.715691:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1788984639.715742:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973204736:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984639.715904:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984639.717478:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984639.717499:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973204864:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984639.717583:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984639.717649:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204864 00000100:00100000:0.0:1788984639.717655:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204864 00000100:00100000:0.0:1788984639.717703:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788984639.717711:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973204864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984639.717731:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984639.717770:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973204864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 60us (187us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984639.717776:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788984639.717815:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973204864:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984639.718378:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984640.237896:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973204992:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984640.238047:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984640.238583:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973204992 00000100:00100000:2.0:1788984640.238595:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973204992 00000100:00100000:2.0:1788984640.238655:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788984640.238667:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973204992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984640.238711:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984640.238776:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973204992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 110us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984640.239380:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788984640.239454:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973204992:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984640.480192:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984641.502608:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984641.596708:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984641.596761:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984641.596795:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984641.596830:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159040 00000100:00100000:1.0:1788984641.596844:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159040 00000100:00100000:1.0:1788984641.596968:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158912 00000100:00100000:1.0:1788984641.596972:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158912 00000100:00100000:1.0:1788984641.597000:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 359 00000100:00100000:1.0:1788984641.597013:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953159040:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984641.597110:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953159040:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 100us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.597119:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 359 00000100:00100000:1.0:1788984641.597139:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 360 00000100:00100000:1.0:1788984641.597145:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953158912:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984641.597170:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c00380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953158912:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.597177:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 360 00000100:00080000:1.0:1788984641.597197:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984641.597202:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984641.597636:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953158784 00000100:00100000:3.0:1788984641.597642:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953158784 00000100:00100000:3.0:1788984641.597728:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 372 00000100:00100000:3.0:1788984641.597738:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953158784:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984641.597783:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953158784:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 47us (1090us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984641.597790:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 372 00000100:00100000:2.0:1788984641.760625:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973205120:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984641.760707:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.761580:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205120 00000100:00100000:0.0:1788984641.761589:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205120 00000100:00100000:0.0:1788984641.761642:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1788984641.761654:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12430ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973205120:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984641.761692:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984641.761753:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12430ba050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973205120:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (1045us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984641.761760:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:0.0:1788984641.762689:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973205248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984641.762736:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.762781:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973205760:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.762804:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.762826:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973206272:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.762848:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.762893:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973206784:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.762950:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.762974:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788984641.762980:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973205632:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.763005:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.763029:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973206144:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.763051:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.763489:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205248 00000100:00100000:3.0:1788984641.763497:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205248 00000100:00100000:3.0:1788984641.763546:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:3.0:1788984641.763569:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973205248:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984641.763592:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984641.763640:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973205248:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (904us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984641.763647:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1788984641.763760:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206272 00000100:00100000:1.0:1788984641.763764:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206272 00000100:00100000:1.0:1788984641.763798:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206784 00000100:00100000:1.0:1788984641.763802:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206784 00000100:00100000:1.0:1788984641.763816:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206144 00000100:00100000:1.0:1788984641.763819:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206144 00000100:00100000:1.0:1788984641.763831:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788984641.763837:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973206272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.763890:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973206272:12345-0@lo:400:kworker.0 Request processed in 53us (1041us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.763898:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:1.0:1788984641.763911:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788984641.763917:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973206784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.763967:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973206784:12345-0@lo:400:kworker.0 Request processed in 50us (1016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.763973:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788984641.763985:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788984641.763991:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973206144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767035:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205760 00000100:00100000:3.0:1788984641.767051:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205760 00000100:00100000:3.0:1788984641.767106:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1788984641.767116:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973205760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767209:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973205760:12345-0@lo:400:kworker.0 Request processed in 94us (4403us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984641.767217:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1788984641.767254:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973205504:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767290:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767336:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973206016:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767358:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767374:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973206528:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767396:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767416:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788984641.767423:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973205376:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767449:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767471:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973205888:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767494:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767511:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973206400:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767530:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767540:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973206912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984641.767559:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984641.767639:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973205120:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984641.767666:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205376 00000100:00100000:3.0:1788984641.767669:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205376 00000100:00100000:3.0:1788984641.767693:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1788984641.767699:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973205376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.767733:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973205376:12345-0@lo:400:kworker.0 Request processed in 34us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984641.767739:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1788984641.767768:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973205376:0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.773265:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d3ab050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973206144:12345-0@lo:400:kworker.0 Request processed in 9253us (10191us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.773286:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788984641.773483:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205632 00000100:00100000:1.0:1788984641.773491:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205632 00000100:00100000:1.0:1788984641.773530:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205504 00000100:00100000:1.0:1788984641.773533:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205504 00000100:00100000:1.0:1788984641.773544:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206016 00000100:00100000:1.0:1788984641.773546:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206016 00000100:00100000:1.0:1788984641.773576:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206528 00000100:00100000:1.0:1788984641.773579:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206528 00000100:00100000:1.0:1788984641.773590:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973205888 00000100:00100000:1.0:1788984641.773593:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973205888 00000100:00100000:1.0:1788984641.773603:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206400 00000100:00100000:1.0:1788984641.773605:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206400 00000100:00100000:1.0:1788984641.773622:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788984641.773630:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973205632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.773700:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973205632:12345-0@lo:400:kworker.0 Request processed in 70us (10693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.773734:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788984641.773749:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788984641.773755:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973205504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.773795:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973205504:12345-0@lo:400:kworker.0 Request processed in 40us (6504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.773801:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788984641.773813:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1788984641.773819:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973206016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.773846:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973206016:12345-0@lo:400:kworker.0 Request processed in 28us (6488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.773863:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1788984641.773875:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1788984641.773882:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973206528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.774431:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973206528:12345-0@lo:400:kworker.0 Request processed in 547us (7031us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.774439:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:1.0:1788984641.774454:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1788984641.774462:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973205888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.774499:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973205888:12345-0@lo:400:kworker.0 Request processed in 38us (7003us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.774505:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1788984641.774517:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1788984641.774523:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973206400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984641.774723:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973206400:12345-0@lo:400:kworker.0 Request processed in 28us (7019us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984641.774740:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:1.0:1788984641.774763:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984641.774768:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984641.774770:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984641.774773:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984641.775220:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973205888:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.775234:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973206400:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.775257:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973205504:0@lo:400:kworker.0 00010000:00080000:3.0:1788984641.775272:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b35500 x1875885973206016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984641.775282:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973206016:0@lo:400:kworker.0 00010000:00080000:3.0:1788984641.775292:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b37100 x1875885973206528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984657 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984641.775301:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973206528:0@lo:400:kworker.0 00000100:00100000:2.0:1788984641.775570:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206912 00000100:00100000:2.0:1788984641.775576:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206912 00000100:00100000:2.0:1788984641.775622:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1788984641.775631:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973206912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984641.775649:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984641.775699:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973206912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (8139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984641.775707:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:1.0:1788984641.778583:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973206912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984641.786506:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973206144:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.786523:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973206656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.786596:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984641.786648:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973205248:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984641.786661:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973205760:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.786672:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973206272:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.786684:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973206784:0@lo:400:kworker.0 00000100:00100000:0.0:1788984641.786714:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973205632:0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.787103:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973206656 00000100:00100000:3.0:1788984641.787111:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973206656 00000100:00100000:3.0:1788984641.787174:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788984641.787183:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973206656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984641.787256:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973206656:12345-0@lo:400:kworker.0 Request processed in 60us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984641.787277:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00000100:00100000:1.0:1788984641.787722:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973206656:0@lo:400:kworker.0 00010000:00010000:2.0:1788984642.541270:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984643.550271:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984644.581760:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984644.834012:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973207040:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984644.834090:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984644.835337:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207040 00000100:00100000:1.0:1788984644.835350:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207040 00000100:00100000:1.0:1788984644.835437:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1788984644.835449:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973207040:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984644.835486:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984644.835556:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973207040:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984644.835563:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:1.0:1788984644.835618:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973207040:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984644.836334:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973207168:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984644.836381:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984644.836449:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207168 00000100:00100000:3.0:1788984644.836454:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207168 00000100:00100000:3.0:1788984644.836488:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1788984644.836495:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973207168:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984644.836508:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984644.836542:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973207168:12345-0@lo:13:osp-pre-0-1.0 Request processed in 47us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984644.836548:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00100000:3.0:1788984644.836581:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973207168:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984644.837209:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984645.342535:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984645.342560:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973207296:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984645.342628:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984645.342693:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207296 00000100:00100000:2.0:1788984645.342701:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207296 00000100:00100000:2.0:1788984645.342746:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1788984645.342770:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973207296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984645.342805:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984645.342866:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973207296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984645.342873:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1788984645.342919:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973207296:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984645.598329:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984646.622524:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984646.716600:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984646.716650:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984646.719114:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159168 00000100:00100000:0.0:1788984646.719127:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159168 00000100:00100000:0.0:1788984646.719194:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 374 00000100:00100000:0.0:1788984646.719205:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953159168:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984646.719297:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953159168:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 94us (2647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984646.719306:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 374 00000100:00100000:2.0:1788984646.719973:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159296 00000100:00100000:2.0:1788984646.719980:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159296 00000100:00100000:2.0:1788984646.720025:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 367 00000100:00100000:2.0:1788984646.720034:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953159296:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984646.720074:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953159296:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (3482us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984646.720081:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 367 00000100:00100000:1.0:1788984646.720280:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984646.720306:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159424 00000100:00100000:1.0:1788984646.720310:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159424 00000100:00100000:1.0:1788984646.720339:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 368 00000100:00100000:1.0:1788984646.720346:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953159424:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984646.720373:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953159424:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (95us total) trans 0 rc 0/0 00000100:00080000:0.0:1788984646.720498:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984646.720502:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984646.722205:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 368 00000100:00100000:1.0:1788984646.878178:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984646.878204:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973207424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984646.878283:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984646.878352:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207424 00000100:00100000:1.0:1788984646.878360:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207424 00000100:00100000:1.0:1788984646.878412:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1788984646.878422:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973207424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984646.878455:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984646.878499:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973207424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984646.878507:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00080000:1.0:1788984646.878528:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984646.878566:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973207424:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984646.879263:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984646.879277:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973207552:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984646.879315:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984646.879419:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984646.879428:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973207680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984646.879456:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984646.881180:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973208192:0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.881236:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984646.881293:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973207808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.881329:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984646.881367:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973208320:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.881393:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984646.881410:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973208832:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.881429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984646.888379:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207808 00000100:00100000:1.0:1788984646.888395:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207808 00000100:00100000:1.0:1788984646.888464:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788984646.888474:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973207808:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984646.888552:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973207808:12345-0@lo:400:kworker.0 Request processed in 80us (7222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984646.888559:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1788984646.895400:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973208704:0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.895466:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984646.895520:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973207936:0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.895553:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973208064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.901710:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973207808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.901768:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984646.902115:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207552 00000100:00100000:1.0:1788984646.902123:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207552 00000100:00100000:1.0:1788984646.902163:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1788984646.902171:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973207552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984646.902208:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984646.902288:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973207552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 116us (22970us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984646.902295:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1788984646.902311:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208192 00000100:00100000:1.0:1788984646.902315:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208192 00000100:00100000:1.0:1788984646.902329:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1788984646.902334:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973208192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984646.903604:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973208192:12345-0@lo:400:kworker.0 Request processed in 1264us (22363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984646.903614:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1788984646.903667:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973208192:0@lo:400:kworker.0 00000100:00100000:1.0:1788984646.903704:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208704 00000100:00100000:1.0:1788984646.903709:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208704 00000100:00100000:1.0:1788984646.903758:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788984646.903765:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973208704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984646.903819:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973208704:12345-0@lo:400:kworker.0 Request processed in 54us (8353us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984646.903826:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00080000:1.0:1788984646.903845:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984646.903862:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973208704:0@lo:400:kworker.0 00000100:00100000:1.0:1788984646.908111:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207680 00000100:00100000:1.0:1788984646.908126:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207680 00000100:00100000:1.0:1788984646.908191:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1788984646.908201:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973207680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984646.908230:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984646.908323:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973207680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (28865us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984646.908347:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00080000:1.0:1788984646.908370:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984646.911502:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208320 00000100:00100000:0.0:1788984646.911516:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208320 00000100:00100000:0.0:1788984646.911571:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208832 00000100:00100000:0.0:1788984646.911575:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208832 00000100:00100000:0.0:1788984646.911592:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973207936 00000100:00100000:0.0:1788984646.911595:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973207936 00000100:00100000:0.0:1788984646.911611:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788984646.911621:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973208320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.911693:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973208320:12345-0@lo:400:kworker.0 Request processed in 73us (30299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984646.911700:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1788984646.911799:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:0.0:1788984646.911828:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973208832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.911847:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973208320:0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.911858:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973208832:12345-0@lo:400:kworker.0 Request processed in 32us (30428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984646.911863:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788984646.911868:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973208832:0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.911875:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:0.0:1788984646.911880:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973207936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.911888:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973207680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984646.911906:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973207936:12345-0@lo:400:kworker.0 Request processed in 26us (10139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984646.911911:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1788984646.911923:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984646.911949:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984646.913111:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208064 00000100:00100000:0.0:1788984646.913120:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208064 00000100:00100000:3.0:1788984646.913145:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973208576:0@lo:400:kworker.0 00000100:00100000:0.0:1788984646.913153:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1788984646.913159:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973208064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913189:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984646.913193:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973208064:12345-0@lo:400:kworker.0 Request processed in 35us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984646.913199:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1788984646.913227:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973208064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913251:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208576 00000100:00100000:3.0:1788984646.913254:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208576 00000100:00100000:3.0:1788984646.913289:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788984646.913295:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973208576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913330:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973208576:12345-0@lo:400:kworker.0 Request processed in 35us (140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984646.913336:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00080000:3.0:1788984646.913355:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984646.913371:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973208576:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913410:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973207936:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913418:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973208448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913443:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984646.913480:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208448 00000100:00100000:3.0:1788984646.913484:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208448 00000100:00100000:3.0:1788984646.913510:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:3.0:1788984646.913517:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973208448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913547:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973208448:12345-0@lo:400:kworker.0 Request processed in 31us (104us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984646.913568:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00080000:3.0:1788984646.913584:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788984646.913603:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433f1f80 x1875885973208448/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984646.913613:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973208448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913619:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973208960:0@lo:400:kworker.0 00000100:00100000:3.0:1788984646.913641:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984646.913678:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973207552:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984646.913727:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973208960 00000100:00100000:2.0:1788984646.913731:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973208960 00000100:00100000:2.0:1788984646.918207:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:2.0:1788984646.918222:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973208960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984646.918309:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973208960:12345-0@lo:400:kworker.0 Request processed in 90us (4666us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984646.918329:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00080000:3.0:1788984646.919121:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:1.0:1788984646.923213:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff6300 x1875885973208960/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984646.923231:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973208960:0@lo:400:kworker.0 00010000:00010000:2.0:1788984647.646429:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984648.670252:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984649.694442:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984649.950131:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973209088:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984649.950214:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984649.950421:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984649.950431:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973209216:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984649.950461:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984649.950612:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209088 00000100:00100000:1.0:1788984649.950623:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209088 00000100:00100000:1.0:1788984649.950678:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209216 00000100:00100000:1.0:1788984649.950682:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209216 00000100:00100000:1.0:1788984649.950700:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1788984649.950707:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973209088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984649.950736:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984649.950795:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973209088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984649.950802:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:1.0:1788984649.950817:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:1.0:1788984649.950823:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973209216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984649.950832:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984649.950860:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973209216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984649.950867:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00080000:1.0:1788984649.950892:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984649.950955:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973209216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984649.950989:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973209088:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1788984649.979496:0:17062:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 8: nodemap reject duplicates ========== 16:10:48 (1788984648) 00000100:00100000:2.0:1788984650.463721:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984650.463745:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973209344:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984650.463821:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984650.463882:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209344 00000100:00100000:2.0:1788984650.463889:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209344 00000100:00100000:2.0:1788984650.463953:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1788984650.463962:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973209344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984650.463992:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984650.464048:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973209344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984650.464055:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1788984650.464098:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973209344:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984650.718874:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984651.433808:0:17110:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb9a96260 20000000:00000080:1.0:1788984651.433828:0:17110:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114301b400 uarg=0000000000000000 10000000:01000000:1.0:1788984651.433873:0:17110:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984651.433891:0:17110:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.433908:0:17110:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.433917:0:17110:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.433979:0:17110:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.433993:0:17110:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 23 pid: 6508 timeout: 591 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984651.434006:0:17110:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17110:1875885973209472:0@lo:104: 00000100:00100000:1.0:1788984651.434071:0:17110:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.434139:0:17110:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984651.434522:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209472 00000100:00100000:0.0:1788984651.434531:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209472 00000100:00100000:0.0:1788984651.434581:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 52 00000100:00100000:0.0:1788984651.434590:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:17110:x1875885973209472:12345-0@lo:104: 00010000:00010000:0.0:1788984651.434604:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984651.434677:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984651.434684:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:17110:x1875885973209472:12345-0@lo:104: Request processed in 95us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984651.434700:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 52 00010000:00010000:3.0:1788984651.434830:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984651.434839:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.434847:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984651.434851:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.434860:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984651.434867:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984651.434872:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984651.434923:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.434949:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984651.434969:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.434975:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52edc4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edcb expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.434992:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984651.434994:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984651.434996:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984651.435003:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984651.435016:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973209600:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984651.435049:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984651.435080:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209600 00000100:00100000:3.0:1788984651.435083:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209600 00010000:00010000:3.0:1788984651.435103:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 24 pid: 6508 timeout: 591 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984651.435124:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788984651.435130:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973209600:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984651.435141:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984651.435147:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 24 pid: 6508 timeout: 591 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435157:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 24 pid: 6508 timeout: 591 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435172:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435187:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435200:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435207:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435214:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435221:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435226:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984651.435230:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435236:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435245:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.435255:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984651.435283:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973209600:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984651.435290:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00000100:00100000:3.0:1788984651.435326:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973209600:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984651.437092:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52edcb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52edc4 expref: 23 pid: 6508 timeout: 591 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984651.437109:0:17110:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17110:1875885973209472:0@lo:104: 00010000:00010000:1.0:1788984651.437129:0:17110:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.437139:0:17110:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.437147:0:17110:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984651.437164:0:17110:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52edd2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17110 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984651.744904:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984651.848451:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984651.848512:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984651.848538:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984651.850097:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159680 00000100:00100000:0.0:1788984651.850112:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159680 00000100:00100000:0.0:1788984651.850202:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159808 00000100:00080000:3.0:1788984651.850209:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984651.850209:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159808 00000100:00080000:3.0:1788984651.850222:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984651.850252:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 375 00000100:00100000:0.0:1788984651.850267:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953159680:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984651.850366:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953159680:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 105us (1930us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984651.850374:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 375 00000100:00100000:0.0:1788984651.850397:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 376 00000100:00100000:0.0:1788984651.850407:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953159808:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984651.850436:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953159808:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (1897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984651.850444:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 376 00000100:00100000:0.0:1788984651.850473:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159552 00000100:00100000:0.0:1788984651.850478:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159552 00000100:00100000:0.0:1788984651.850507:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 376 00000100:00100000:0.0:1788984651.850513:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953159552:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984651.850540:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953159552:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (2035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984651.850547:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 376 00000100:00100000:0.0:1788984651.998119:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984651.998145:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973209728:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984651.998164:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973209856:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984651.998217:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984651.998410:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.998616:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209728 00000100:00100000:1.0:1788984651.998626:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209728 00000100:00100000:1.0:1788984651.998678:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788984651.998689:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973209728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984651.998716:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984651.998779:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973209728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 93us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984651.998785:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788984651.998832:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973209728:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984651.998910:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209856 00000100:00100000:0.0:1788984651.998915:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209856 00000100:00100000:0.0:1788984651.998974:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:0.0:1788984651.998980:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973209856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984651.999003:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984651.999050:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973209856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (801us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984651.999055:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1788984651.999360:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973210240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999393:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.999412:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973210752:0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999436:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.999455:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788984651.999460:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973210112:0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999496:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.999522:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973210624:0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999541:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.999556:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973211136:0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999575:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984651.999599:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210752 00000100:00100000:1.0:1788984651.999610:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210752 00000100:00100000:1.0:1788984651.999636:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210624 00000100:00100000:1.0:1788984651.999639:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210624 00000100:00100000:1.0:1788984651.999651:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211136 00000100:00100000:1.0:1788984651.999654:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211136 00000100:00100000:1.0:1788984651.999666:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788984651.999672:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973210752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999709:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973210752:12345-0@lo:400:kworker.0 Request processed in 37us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984651.999715:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788984651.999727:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788984651.999734:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973210624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999775:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973210624:12345-0@lo:400:kworker.0 Request processed in 42us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984651.999781:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:1.0:1788984651.999790:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788984651.999796:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973211136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999817:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973211136:12345-0@lo:400:kworker.0 Request processed in 23us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984651.999823:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:1.0:1788984651.999837:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210112 00000100:00100000:1.0:1788984651.999840:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210112 00000100:00100000:1.0:1788984651.999876:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1788984651.999889:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973210112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984651.999916:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973210112:12345-0@lo:400:kworker.0 Request processed in 35us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984651.999922:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1788984651.999998:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973210112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000372:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973209984:0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000407:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984652.000430:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973210496:0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000452:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984652.000466:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973211008:0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000499:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984652.000517:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788984652.000523:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973210368:0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000543:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984652.000567:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973210880:0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000585:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984652.000610:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973209984 00000100:00100000:0.0:1788984652.000615:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973209984 00000100:00100000:0.0:1788984652.000634:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210496 00000100:00100000:0.0:1788984652.000637:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210496 00000100:00100000:0.0:1788984652.000650:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211008 00000100:00100000:0.0:1788984652.000652:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211008 00000100:00100000:0.0:1788984652.000663:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210368 00000100:00100000:0.0:1788984652.000666:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210368 00000100:00100000:0.0:1788984652.000679:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1788984652.000693:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973209984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000730:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973209984:12345-0@lo:400:kworker.0 Request processed in 38us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984652.000736:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:0.0:1788984652.000747:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210880 00000100:00100000:0.0:1788984652.000750:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210880 00000100:00100000:0.0:1788984652.000780:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788984652.000787:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973210496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000815:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973210496:12345-0@lo:400:kworker.0 Request processed in 29us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984652.000821:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788984652.000831:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1788984652.000837:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973211008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984652.000875:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d61f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973211008:12345-0@lo:400:kworker.0 Request processed in 37us (374us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984652.000880:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:1.0:1788984652.001175:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973210624:0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.001196:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973211136:0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.001206:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973210752:0@lo:400:kworker.0 00000100:00100000:2.0:1788984652.001317:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973210240 00000100:00100000:2.0:1788984652.001322:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973210240 00000100:00100000:2.0:1788984652.001621:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1788984652.001628:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973210240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984652.001671:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973210240:12345-0@lo:400:kworker.0 Request processed in 44us (2278us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984652.001676:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00080000:3.0:1788984652.001822:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984652.001828:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984652.001831:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788984652.001833:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984652.001893:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973209856:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984652.001917:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984652.001942:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973211264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984652.001971:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984652.002002:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211264 00000100:00100000:3.0:1788984652.002005:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211264 00000100:00100000:3.0:1788984652.002047:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1788984652.002054:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973211264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984652.002067:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984652.002101:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973211264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (129us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984652.002108:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:3.0:1788984652.002138:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973211264:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984652.002346:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973210240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.003193:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1788984652.003208:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973210368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.003260:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d61500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973210368:12345-0@lo:400:kworker.0 Request processed in 58us (2716us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984652.003267:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:1.0:1788984652.003285:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1788984652.003291:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973210880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.003321:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d60380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973210880:12345-0@lo:400:kworker.0 Request processed in 31us (2735us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984652.003327:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:1.0:1788984652.007694:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973210368:0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.007711:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973210880:0@lo:400:kworker.0 00000100:00100000:1.0:1788984652.007723:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973209984:0@lo:400:kworker.0 00010000:00080000:1.0:1788984652.007737:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c01880 x1875885973210496/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984652.007748:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973210496:0@lo:400:kworker.0 00010000:00080000:1.0:1788984652.007772:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433f2a00 x1875885973211008/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984652.007803:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973211008:0@lo:400:kworker.0 10000000:01000000:2.0:1788984652.579800:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984652.579808:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984652.579813:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984652.579861:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984652.579873:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984652.579886:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984652.579921:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973211392:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984652.580018:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984652.580064:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627dd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788984652.580221:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211392 00000100:00100000:1.0:1788984652.580230:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211392 00000100:00100000:1.0:1788984652.580277:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:1.0:1788984652.580286:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973211392:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984652.580300:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984652.580312:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52edd9 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984652.580339:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984652.580351:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984652.580360:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788984652.580396:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973211392:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984652.580403:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:2.0:1788984652.580537:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973211392:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984652.580551:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984652.580561:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984652.580577:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984652.580582:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984652.580589:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984652.770219:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984653.790132:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984654.814623:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984655.070139:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984655.070163:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973211520:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984655.070241:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984655.070316:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211520 00000100:00100000:1.0:1788984655.070324:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211520 00000100:00100000:2.0:1788984655.070495:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984655.070511:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973211648:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984655.070542:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984655.070570:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211648 00000100:00100000:2.0:1788984655.070574:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211648 00000100:00100000:2.0:1788984655.070614:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1788984655.070622:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973211648:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984655.070649:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984655.070690:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973211648:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (147us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984655.070698:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:2.0:1788984655.070752:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973211648:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984655.070844:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1788984655.070851:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973211520:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984655.070869:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984655.070910:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973211520:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (669us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984655.070916:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:1.0:1788984655.070955:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984655.071022:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973211520:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984655.584760:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973211776:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984655.584835:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984655.584905:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211776 00000100:00100000:3.0:1788984655.584912:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211776 00000100:00100000:3.0:1788984655.584971:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1788984655.584979:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973211776:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984655.585011:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984655.585052:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973211776:12345-0@lo:41:osp-pre-1-0.0 Request processed in 73us (217us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984655.585059:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1788984655.585103:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973211776:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984655.844422:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984655.934681:0:17305:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd321f5190 20000000:00000080:0.0:1788984655.934705:0:17305:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114399e400 uarg=0000000000000000 10000000:01000000:0.0:1788984655.935533:0:17305:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984655.935555:0:17305:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984655.935574:0:17305:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984655.935584:0:17305:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984655.935637:0:17305:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984655.935651:0:17305:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 23 pid: 6509 timeout: 595 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984655.935666:0:17305:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17305:1875885973211904:0@lo:104: 00000100:00100000:0.0:1788984655.935746:0:17305:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984655.935806:0:17305:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8840 going to sleep for 11 seconds 00000100:00100000:2.0:1788984655.935875:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973211904 00000100:00100000:2.0:1788984655.935883:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973211904 00000100:00100000:0.0:1788984655.936038:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 53 00000100:00100000:0.0:1788984655.936048:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17305:x1875885973211904:12345-0@lo:104: 00010000:00010000:0.0:1788984655.936061:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984655.936226:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984655.936233:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17305:x1875885973211904:12345-0@lo:104: Request processed in 187us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984655.936241:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 53 00010000:00010000:2.0:1788984655.936289:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984655.936296:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936304:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984655.936308:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936317:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984655.936324:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984655.936330:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984655.936371:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936378:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984655.936408:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936417:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb800/0xa0dd3253da52edd9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ede0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936432:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984655.936434:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984655.936436:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984655.936447:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973212032:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984655.936478:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984655.936520:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212032 00000100:00100000:2.0:1788984655.936524:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212032 00010000:00010000:2.0:1788984655.936543:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 24 pid: 6509 timeout: 595 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984655.936567:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788984655.936574:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973212032:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984655.936585:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984655.936590:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 24 pid: 6509 timeout: 595 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936601:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 24 pid: 6509 timeout: 595 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936618:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936633:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936648:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936655:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936661:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936667:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936671:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984655.936675:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936682:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936690:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984655.936699:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984655.936739:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973212032:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984655.936746:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788984655.936783:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973212032:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984655.937205:0:17305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ede0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52edd9 expref: 23 pid: 6509 timeout: 595 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984655.937219:0:17305:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17305:1875885973211904:0@lo:104: 00010000:00010000:1.0:1788984655.937235:0:17305:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984655.937243:0:17305:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984655.937248:0:17305:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984655.937254:0:17305:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52ede7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17305 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984656.862542:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984656.958231:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984656.958300:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984656.960234:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160064 00000100:00100000:3.0:1788984656.960250:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160064 00000100:00100000:3.0:1788984656.960320:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 383 00000100:00100000:3.0:1788984656.960332:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953160064:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984656.960441:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953160064:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 103us (2130us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984656.960448:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 383 00000100:00080000:3.0:1788984656.960475:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984656.960894:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953159936 00000100:00100000:0.0:1788984656.960900:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953159936 00000100:00100000:0.0:1788984656.960946:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 378 00000100:00100000:0.0:1788984656.960954:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953159936:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984656.960990:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953159936:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (2769us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984656.960996:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 378 00000100:00100000:3.0:1788984656.961523:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984656.961724:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160192 00000100:00100000:2.0:1788984656.961730:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160192 00000100:00100000:2.0:1788984656.961769:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 384 00000100:00100000:2.0:1788984656.961777:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953160192:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984656.961816:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953160192:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984656.961822:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 384 00000100:00080000:2.0:1788984656.961838:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984657.118273:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973212160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984657.118353:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.118483:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973212288:0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.118513:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.118546:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984657.118552:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973212416:0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.118577:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.118607:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212288 00000100:00100000:0.0:1788984657.118615:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212288 00000100:00100000:0.0:1788984657.118656:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788984657.118664:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973212288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.118729:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973212288:12345-0@lo:400:kworker.0 Request processed in 65us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984657.118736:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788984657.118780:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973212288:0@lo:400:kworker.0 00000100:00100000:2.0:1788984657.119138:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212160 00000100:00100000:2.0:1788984657.119143:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212160 00000100:00100000:2.0:1788984657.119183:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00080000:0.0:1788984657.119183:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984657.119191:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973212160:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984657.119212:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984657.119251:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973212160:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (899us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984657.119257:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1788984657.119269:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d49c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973212160:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984657.119366:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973212672:0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.119391:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984657.119415:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973212928:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119443:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984657.119462:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973213440:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119482:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.119491:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973213184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119500:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788984657.119504:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973212800:0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.119516:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984657.119523:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.119533:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973213696:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119547:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973213312:0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.119552:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984657.119567:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.119567:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788984657.119572:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973212544:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119589:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212416 00000100:00100000:1.0:1788984657.119593:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212416 00000100:00100000:0.0:1788984657.119602:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984657.119617:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212672 00000100:00100000:1.0:1788984657.119619:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212672 00000100:00100000:0.0:1788984657.119619:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973213056:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119631:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212928 00000100:00100000:1.0:1788984657.119633:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212928 00000100:00100000:0.0:1788984657.119636:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.119645:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973213568:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119650:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213440 00000100:00100000:1.0:1788984657.119652:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213440 00000100:00100000:1.0:1788984657.119663:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213056 00000100:00100000:1.0:1788984657.119665:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213056 00000100:00100000:0.0:1788984657.119665:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984657.119676:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213568 00000100:00100000:1.0:1788984657.119679:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213568 00000100:00100000:0.0:1788984657.119686:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788984657.119693:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1788984657.119693:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973212416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.119697:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973212672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.119738:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973212416:12345-0@lo:400:kworker.0 Request processed in 46us (1159us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984657.119739:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973212672:12345-0@lo:400:kworker.0 Request processed in 42us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984657.119745:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788984657.121366:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1788984657.121375:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788984657.121394:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973212928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.121400:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788984657.121408:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973213440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.124090:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973212928:12345-0@lo:400:kworker.0 Request processed in 2699us (4639us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984657.124105:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788984657.124138:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1788984657.124153:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973213056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.124217:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973213056:12345-0@lo:400:kworker.0 Request processed in 71us (4580us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984657.124222:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1788984657.124233:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788984657.124239:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973213568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.124262:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973213568:12345-0@lo:400:kworker.0 Request processed in 23us (4597us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984657.124275:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788984657.124298:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212800 00000100:00100000:0.0:1788984657.124304:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212800 00000100:00100000:0.0:1788984657.124342:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973212544 00000100:00100000:0.0:1788984657.124344:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973212544 00000100:00100000:0.0:1788984657.124357:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1788984657.124362:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973212800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.124395:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973212800:12345-0@lo:400:kworker.0 Request processed in 34us (4871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984657.124400:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1788984657.124836:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141922300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973213440:12345-0@lo:400:kworker.0 Request processed in 3426us (5350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984657.124845:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788984657.124884:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213184 00000100:00100000:1.0:1788984657.124888:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213184 00000100:00100000:1.0:1788984657.124946:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213696 00000100:00100000:1.0:1788984657.124952:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213696 00000100:00100000:1.0:1788984657.124975:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213312 00000100:00100000:1.0:1788984657.124978:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213312 00000100:00100000:1.0:1788984657.125000:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788984657.125004:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973213184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.125123:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973213184:12345-0@lo:400:kworker.0 Request processed in 118us (5606us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984657.125129:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788984657.125140:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788984657.125145:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973213696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.125168:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973213696:12345-0@lo:400:kworker.0 Request processed in 24us (5615us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984657.125173:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788984657.125181:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788984657.125185:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973213312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.125203:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973213312:12345-0@lo:400:kworker.0 Request processed in 19us (5636us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984657.125208:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788984657.125340:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1788984657.125351:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973212544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.125367:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973213824:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984657.125387:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973212544:12345-0@lo:400:kworker.0 Request processed in 40us (5784us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984657.125394:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:0.0:1788984657.125480:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.125534:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973212416:0@lo:400:kworker.0 00000100:00100000:0.0:1788984657.125555:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984657.125562:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973213952:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984657.125572:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213824 00000100:00100000:2.0:1788984657.125576:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213824 00000100:00100000:0.0:1788984657.125586:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984657.125598:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1788984657.125611:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973213824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984657.125626:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984657.125662:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973213824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984657.125669:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1788984657.125693:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973213824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984657.125725:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973213952 00000100:00100000:3.0:1788984657.125729:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973213952 00000100:00100000:3.0:1788984657.125758:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:3.0:1788984657.125764:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973213952:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984657.125794:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984657.125843:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973213952:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984657.125849:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:0.0:1788984657.126293:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973213952:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984657.126386:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973212800:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.126396:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973213312:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.126404:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973212928:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.126426:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973213440:0@lo:400:kworker.0 00000100:00080000:1.0:1788984657.126448:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984657.126452:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984657.126456:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984657.126458:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984657.126476:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973212544:0@lo:400:kworker.0 00010000:00080000:1.0:1788984657.126495:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c03100 x1875885973213056/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984657.126503:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973213056:0@lo:400:kworker.0 00010000:00080000:1.0:1788984657.126510:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c03480 x1875885973213568/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984657.126515:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973213568:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.126521:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973213184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.126526:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973213696:0@lo:400:kworker.0 00000100:00100000:1.0:1788984657.126534:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973212672:0@lo:400:kworker.0 10000000:01000000:0.0:1788984657.502147:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984657.502156:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984657.502161:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984657.502212:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984657.502224:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984657.502255:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984657.502282:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973214080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984657.502356:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984657.502445:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788984657.502877:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214080 00000100:00100000:3.0:1788984657.502886:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214080 00000100:00100000:3.0:1788984657.502977:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:3.0:1788984657.502987:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973214080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984657.503000:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984657.503015:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52edee expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984657.503039:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52edee expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984657.503050:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edee expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984657.503059:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788984657.503115:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973214080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984657.503121:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788984657.503406:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973214080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984657.503422:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984657.503432:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984657.503451:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984657.503456:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984657.503464:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984657.902939:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984658.910254:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984659.938600:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984660.190727:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984660.190753:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973214208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984660.190837:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984660.191313:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214208 00000100:00100000:2.0:1788984660.191322:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214208 00000100:00100000:2.0:1788984660.191386:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1788984660.191396:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973214208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984660.191433:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984660.191481:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973214208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (644us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984660.191506:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1788984660.191555:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973214208:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984660.192161:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984660.192173:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973214336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984660.192209:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984660.192250:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214336 00000100:00100000:2.0:1788984660.192256:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214336 00000100:00100000:2.0:1788984660.192283:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1788984660.192289:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973214336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984660.192301:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984660.192330:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973214336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984660.192336:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1788984660.192363:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973214336:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788984660.192445:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984660.703473:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973214464:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984660.703545:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984660.703729:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214464 00000100:00100000:2.0:1788984660.703747:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214464 00000100:00100000:2.0:1788984660.703799:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:2.0:1788984660.703807:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973214464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984660.703848:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984660.703890:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973214464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (345us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984660.703896:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1788984660.704074:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973214464:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788984660.733237:0:17501:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8470d990 20000000:00000080:2.0:1788984660.733251:0:17501:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432af800 uarg=0000000000000000 10000000:01000000:2.0:1788984660.733542:0:17501:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984660.733562:0:17501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.733634:0:17501:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52edee expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.733641:0:17501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.733685:0:17501:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52edee expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.733699:0:17501:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52edee expref: 23 pid: 6509 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984660.733711:0:17501:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17501:1875885973214592:0@lo:104: 00000100:00100000:2.0:1788984660.733774:0:17501:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984660.733826:0:17501:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24540 going to sleep for 11 seconds 00000100:00100000:0.0:1788984660.733843:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214592 00000100:00100000:0.0:1788984660.733854:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214592 00000100:00100000:0.0:1788984660.733923:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 54 00000100:00100000:0.0:1788984660.733959:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:17501:x1875885973214592:12345-0@lo:104: 00010000:00010000:0.0:1788984660.733975:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984660.736770:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984660.736786:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:17501:x1875885973214592:12345-0@lo:104: Request processed in 2827us (3008us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984660.736798:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 54 00010000:00010000:3.0:1788984660.737738:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984660.737749:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.737760:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984660.737780:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.737791:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984660.737798:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984660.737805:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984660.737848:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.737855:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984660.737878:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.737885:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52edee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52edf5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.737906:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984660.737908:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984660.737909:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984660.737939:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973214720:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984660.738001:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984660.738056:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214720 00000100:00100000:3.0:1788984660.738063:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214720 00010000:00010000:3.0:1788984660.738094:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edee expref: 24 pid: 6509 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984660.738120:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:3.0:1788984660.738135:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246219450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973214720:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984660.738148:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984660.738154:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52edee expref: 24 pid: 6509 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738165:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52edee expref: 24 pid: 6509 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738182:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738190:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738208:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738215:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738221:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738228:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738233:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984660.738237:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738244:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738259:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.738269:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984660.738310:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246219450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973214720:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (309us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984660.738318:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00000100:00100000:0.0:1788984660.738355:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973214720:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984660.738918:0:17501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52edf5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52edee expref: 23 pid: 6509 timeout: 600 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984660.738951:0:17501:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17501:1875885973214592:0@lo:104: 00010000:00010000:1.0:1788984660.738967:0:17501:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.746699:0:17501:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.746718:0:17501:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984660.746725:0:17501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52edfc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984660.960871:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984661.985752:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984662.071253:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984662.071301:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984662.071331:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984662.071360:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160448 00000100:00100000:2.0:1788984662.071382:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160448 00000100:00100000:2.0:1788984662.071452:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160576 00000100:00100000:2.0:1788984662.071456:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160576 00000100:00100000:2.0:1788984662.071482:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 391 00000100:00100000:2.0:1788984662.071493:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953160448:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984662.071569:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953160448:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 78us (325us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984662.071578:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 391 00000100:00100000:2.0:1788984662.071596:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 392 00000100:00100000:2.0:1788984662.071603:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953160576:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984662.071630:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953160576:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984662.071636:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 392 00000100:00080000:2.0:1788984662.071655:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984662.071659:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984662.074734:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160320 00000100:00100000:2.0:1788984662.074753:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160320 00000100:00100000:2.0:1788984662.074817:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 381 00000100:00100000:2.0:1788984662.074827:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953160320:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984662.074905:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953160320:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 80us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984662.074913:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 381 00000100:00100000:3.0:1788984662.240901:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973214976:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.241021:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.241080:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973215488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.241102:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.241126:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973216000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.241146:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.241175:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:3.0:1788984662.241181:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973214848:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.241211:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984662.241575:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984662.241587:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973216512:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984662.241625:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984662.241676:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214976 00000100:00100000:1.0:1788984662.241703:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214976 00000100:00100000:1.0:1788984662.241767:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215488 00000100:00100000:1.0:1788984662.241771:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215488 00000100:00100000:1.0:1788984662.241801:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216000 00000100:00100000:1.0:1788984662.241803:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216000 00000100:00100000:1.0:1788984662.241819:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1788984662.241829:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973214976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984662.241889:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973214976:12345-0@lo:400:kworker.0 Request processed in 61us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984662.241896:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:1.0:1788984662.241915:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788984662.241921:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973215488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984662.241974:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973215488:12345-0@lo:400:kworker.0 Request processed in 53us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984662.241980:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788984662.241994:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788984662.241999:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973216000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984662.242024:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973216000:12345-0@lo:400:kworker.0 Request processed in 26us (878us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984662.242030:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00080000:2.0:1788984662.245790:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984662.246783:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216512 00000100:00100000:0.0:1788984662.246797:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216512 00000100:00100000:0.0:1788984662.246885:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1788984662.246899:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973216512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984662.246968:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984662.247085:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973216512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 189us (5458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984662.247092:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1788984662.247185:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973216512:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984662.247282:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973215360:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247335:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247379:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973215872:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247411:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247435:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973216384:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247454:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247482:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973214976:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247507:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973215488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247518:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973216000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247546:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973215104:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247569:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247590:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973215616:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247614:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247633:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973216128:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247653:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247691:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788984662.247698:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973215232:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247721:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247734:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973215744:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247757:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247779:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973216256:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247799:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.247835:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215616 00000100:00100000:3.0:1788984662.247840:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215616 00000100:00100000:3.0:1788984662.247876:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216128 00000100:00100000:3.0:1788984662.247879:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216128 00000100:00100000:3.0:1788984662.247893:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215232 00000100:00100000:3.0:1788984662.247895:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215232 00000100:00100000:3.0:1788984662.247909:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788984662.247916:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973215616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.247992:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973215616:12345-0@lo:400:kworker.0 Request processed in 76us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248009:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788984662.248026:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788984662.248032:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973216128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248058:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973216128:12345-0@lo:400:kworker.0 Request processed in 27us (404us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248064:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:3.0:1788984662.248074:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1788984662.248079:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973215232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248104:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973215232:12345-0@lo:400:kworker.0 Request processed in 25us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248109:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:3.0:1788984662.248132:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973214848 00000100:00100000:3.0:1788984662.248136:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973214848 00000100:00100000:3.0:1788984662.248163:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788984662.248170:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973214848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248204:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973214848:12345-0@lo:400:kworker.0 Request processed in 35us (6992us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248211:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788984662.248302:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215872 00000100:00100000:3.0:1788984662.248306:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215872 00000100:00100000:3.0:1788984662.248328:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216384 00000100:00100000:3.0:1788984662.248331:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216384 00000100:00100000:3.0:1788984662.248344:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215744 00000100:00100000:3.0:1788984662.248346:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215744 00000100:00100000:3.0:1788984662.248355:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216256 00000100:00100000:3.0:1788984662.248357:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216256 00000100:00100000:3.0:1788984662.248369:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788984662.248382:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973215872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248416:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973215872:12345-0@lo:400:kworker.0 Request processed in 36us (1005us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248423:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:3.0:1788984662.248434:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788984662.248440:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973216384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248462:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973216384:12345-0@lo:400:kworker.0 Request processed in 22us (1007us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248467:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:3.0:1788984662.248475:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788984662.248480:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973215744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248499:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973215744:12345-0@lo:400:kworker.0 Request processed in 19us (741us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248504:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:3.0:1788984662.248512:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788984662.248517:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973216256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248534:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973216256:12345-0@lo:400:kworker.0 Request processed in 18us (735us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248540:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788984662.248559:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215360 00000100:00100000:3.0:1788984662.248562:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215360 00000100:00100000:3.0:1788984662.248587:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973215104 00000100:00100000:3.0:1788984662.248590:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973215104 00000100:00100000:3.0:1788984662.248600:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1788984662.248606:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973215360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248636:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973215360:12345-0@lo:400:kworker.0 Request processed in 30us (1302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248651:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00100000:3.0:1788984662.248675:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1788984662.248681:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973215104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248710:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973215104:12345-0@lo:400:kworker.0 Request processed in 30us (1140us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.248716:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:3.0:1788984662.248755:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973216640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984662.248784:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.248819:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973215232:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248831:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973215744:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248840:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973216256:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248847:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973215104:0@lo:400:kworker.0 00010000:00080000:3.0:1788984662.248860:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1250ac8700 x1875885973215616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984662.248871:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973215616:0@lo:400:kworker.0 00010000:00080000:3.0:1788984662.248881:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d3ca80 x1875885973216128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984662.248888:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973216128:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.248912:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984662.248918:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973216768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984662.248970:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984662.249021:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973214848:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.249033:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973215360:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.249045:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973215872:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.249055:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973216384:0@lo:400:kworker.0 00000100:00100000:3.0:1788984662.249082:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216640 00000100:00100000:3.0:1788984662.249087:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216640 00000100:00100000:3.0:1788984662.249106:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1788984662.249112:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973216640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984662.249145:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984662.249190:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973216640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 78us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.249196:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:3.0:1788984662.249216:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216768 00000100:00100000:3.0:1788984662.249220:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216768 00000100:00100000:3.0:1788984662.249242:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1788984662.249249:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973216768:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984662.249265:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984662.249293:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973216768:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.249298:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1788984662.249326:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973216768:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984662.249338:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973216640:0@lo:41:osp-pre-0-1.0 00000100:00080000:3.0:1788984662.260849:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788984662.260865:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984662.260891:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 10000000:01000000:0.0:1788984662.430108:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984662.430120:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984662.430127:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984662.430205:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984662.430221:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984662.430235:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984662.430271:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973216896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984662.430377:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984662.430476:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10f0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984662.430639:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973216896 00000100:00100000:3.0:1788984662.430650:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973216896 00000100:00100000:3.0:1788984662.430736:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:3.0:1788984662.430750:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973216896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984662.430768:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984662.430786:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee03 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984662.430817:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984662.430831:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984662.430842:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984662.430900:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973216896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (522us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984662.430907:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788984662.431094:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973216896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984662.431116:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984662.431150:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984662.431178:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984662.431184:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984662.431192:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.009748:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984663.384269:0:17599:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6faf2410 20000000:00000080:0.0:1788984663.384295:0:17599:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277c5a800 uarg=0000000000000000 10000000:01000000:0.0:1788984663.384735:0:17599:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984663.384764:0:17599:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984663.384787:0:17599:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984663.385132:0:17599:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984663.385195:0:17599:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984663.385213:0:17599:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 23 pid: 6509 timeout: 603 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984663.385236:0:17599:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17599:1875885973217024:0@lo:104: 00000100:00100000:0.0:1788984663.385328:0:17599:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984663.385551:0:17599:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788984663.385751:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788984663.385768:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217024 00000100:00100000:2.0:1788984663.385777:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217024 00000100:00100000:0.0:1788984663.392177:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 55 00000100:00100000:0.0:1788984663.392208:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143992050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17599:x1875885973217024:12345-0@lo:104: 00010000:00010000:0.0:1788984663.392235:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984663.392391:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984663.392399:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143992050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17599:x1875885973217024:12345-0@lo:104: Request processed in 207us (7071us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984663.392407:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 55 00010000:00010000:3.0:1788984663.392571:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984663.392581:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.392591:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984663.392596:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.392605:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984663.392633:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984663.392640:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984663.392711:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.392717:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984663.392746:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.392753:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52ee03 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee0a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.392773:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984663.392775:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984663.392777:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984663.392797:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973217152:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984663.392859:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984663.392962:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217152 00000100:00100000:3.0:1788984663.392972:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217152 00010000:00010000:3.0:1788984663.393005:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 24 pid: 6509 timeout: 603 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984663.393032:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788984663.393039:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973217152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984663.393050:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984663.393055:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 24 pid: 6509 timeout: 603 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393073:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 24 pid: 6509 timeout: 603 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393093:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393102:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393122:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393130:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393138:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393145:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393151:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984663.393155:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393163:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393172:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984663.393193:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984663.393226:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973217152:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984663.393233:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00000100:00100000:3.0:1788984663.393278:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973217152:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984663.393525:0:17599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ee0a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee03 expref: 23 pid: 6509 timeout: 603 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984663.393539:0:17599:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aad80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17599:1875885973217024:0@lo:104: 00010000:00010000:2.0:1788984663.393555:0:17599:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984663.393565:0:17599:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984663.393571:0:17599:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984663.393577:0:17599:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ee11 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17599 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984664.030787:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984664.611559:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984664.611568:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984664.611574:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984664.611627:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984664.611651:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984664.611669:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984664.611706:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973217280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984664.611801:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984664.611872:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254600 going to sleep for 11 seconds 00000100:00100000:0.0:1788984664.611971:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217280 00000100:00100000:0.0:1788984664.611981:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217280 00000100:00100000:0.0:1788984664.612055:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788984664.612069:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973217280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984664.612088:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984664.612106:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee18 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984664.612144:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984664.612157:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984664.612169:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9400, rc 0) 00000100:00100000:0.0:1788984664.612220:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973217280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984664.612228:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788984664.612291:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973217280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984664.612310:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984664.612320:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984664.612343:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984664.612349:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984664.612357:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984665.054730:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984665.314562:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973217408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984665.314672:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984665.314779:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217408 00000100:00100000:2.0:1788984665.314790:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217408 00000100:00100000:2.0:1788984665.320082:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:2.0:1788984665.320223:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973217408:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984665.320276:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984665.320395:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973217408:12345-0@lo:13:osp-pre-0-1.0 Request processed in 294us (5724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984665.320405:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00080000:3.0:1788984665.322273:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984665.322470:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973217536:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984665.322594:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984665.326293:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973217408:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984665.335077:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217536 00000100:00100000:2.0:1788984665.335100:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217536 00000100:00100000:2.0:1788984665.335265:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1788984665.335278:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973217536:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984665.335313:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984665.335414:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973217536:12345-0@lo:13:osp-pre-0-0.0 Request processed in 140us (12821us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984665.335422:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:2.0:1788984665.335505:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143003480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973217536:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788984665.336338:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984665.835116:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973217664:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984665.835217:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984665.835425:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217664 00000100:00100000:2.0:1788984665.835436:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217664 00000100:00100000:2.0:1788984665.835493:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1788984665.835505:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973217664:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984665.835558:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984665.835684:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973217664:12345-0@lo:41:osp-pre-1-0.0 Request processed in 181us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984665.835693:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788984665.835828:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973217664:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984666.078820:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984666.112918:0:17699:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe257cec70 20000000:00000080:1.0:1788984666.113015:0:17699:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea93400 uarg=0000000000000000 10000000:01000000:1.0:1788984666.113977:0:17699:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984666.114021:0:17699:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.114045:0:17699:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.114054:0:17699:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.114104:0:17699:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.114122:0:17699:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 23 pid: 6508 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984666.114139:0:17699:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17699:1875885973217792:0@lo:104: 00000100:00100000:1.0:1788984666.114224:0:17699:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984666.114294:0:17699:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc0900 going to sleep for 11 seconds 00000100:00100000:0.0:1788984666.114428:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217792 00000100:00100000:0.0:1788984666.114445:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217792 00000100:00100000:0.0:1788984666.114513:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 56 00000100:00100000:0.0:1788984666.114524:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17699:x1875885973217792:12345-0@lo:104: 00010000:00010000:0.0:1788984666.114540:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984666.114614:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984666.114630:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17699:x1875885973217792:12345-0@lo:104: Request processed in 99us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984666.114637:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 56 00010000:00010000:3.0:1788984666.114765:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984666.114774:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.114801:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984666.114806:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.114815:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984666.114822:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984666.114828:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984666.114870:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.114877:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984666.114904:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.114911:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee18 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee1f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.114965:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984666.114967:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984666.114969:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984666.114982:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973217920:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984666.115018:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984666.115061:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973217920 00000100:00100000:3.0:1788984666.115065:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973217920 00010000:00010000:3.0:1788984666.115088:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 24 pid: 6508 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984666.115120:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788984666.115127:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973217920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984666.115140:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984666.115146:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 24 pid: 6508 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115157:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 24 pid: 6508 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115177:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115186:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115202:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115210:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115217:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115224:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115229:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984666.115234:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115248:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115258:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984666.115267:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984666.115297:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973217920:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984666.115304:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00000100:00100000:3.0:1788984666.115364:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973217920:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984666.116187:0:17699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52ee1f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee18 expref: 23 pid: 6508 timeout: 605 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984666.116203:0:17699:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17699:1875885973217792:0@lo:104: 00010000:00010000:1.0:1788984666.116225:0:17699:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.116234:0:17699:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.116240:0:17699:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984666.116261:0:17699:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52ee26 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17699 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984667.102598:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984667.217232:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984667.217310:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984667.217344:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984667.217384:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160960 00000100:00100000:0.0:1788984667.217399:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160960 00000100:00100000:0.0:1788984667.217476:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160832 00000100:00100000:0.0:1788984667.217479:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160832 00000100:00100000:0.0:1788984667.217505:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 399 00000100:00100000:0.0:1788984667.217518:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953160960:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984667.217634:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953160960:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 120us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984667.217641:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 399 00000100:00100000:0.0:1788984667.217662:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 400 00000100:00100000:0.0:1788984667.217668:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953160832:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984667.217693:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953160832:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984667.217699:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 400 00000100:00080000:0.0:1788984667.217739:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984667.217744:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984667.218378:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953160704 00000100:00100000:1.0:1788984667.218386:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953160704 00000100:00100000:1.0:1788984667.218429:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 385 00000100:00100000:1.0:1788984667.218437:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953160704:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984667.218481:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953160704:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (1264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.218489:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 385 00000100:00100000:3.0:1788984667.359109:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973218048:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984667.359211:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.359328:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218048 00000100:00100000:3.0:1788984667.359339:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218048 00000100:00100000:3.0:1788984667.359400:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1788984667.359412:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973218048:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984667.359459:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984667.359516:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973218048:12345-0@lo:41:osp-pre-0-1.0 Request processed in 106us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.359899:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973218176:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.359970:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.359999:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973218688:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360027:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.360048:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973219200:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360071:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.360090:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973219712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984667.360117:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.360140:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788984667.360146:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973218304:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360168:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.360185:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973218816:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360205:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.360222:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973219328:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360263:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984667.360297:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218688 00000100:00100000:1.0:1788984667.360303:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218688 00000100:00100000:1.0:1788984667.360344:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219200 00000100:00100000:1.0:1788984667.360347:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219200 00000100:00100000:1.0:1788984667.360360:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218304 00000100:00100000:1.0:1788984667.360362:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218304 00000100:00100000:1.0:1788984667.360372:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218816 00000100:00100000:1.0:1788984667.360374:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218816 00000100:00100000:1.0:1788984667.360387:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219328 00000100:00100000:1.0:1788984667.360389:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219328 00000100:00100000:1.0:1788984667.360403:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1788984667.360411:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973218688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360453:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973218688:12345-0@lo:400:kworker.0 Request processed in 43us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.360459:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1788984667.360476:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1788984667.360482:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973219200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360507:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973219200:12345-0@lo:400:kworker.0 Request processed in 26us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.360511:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:1.0:1788984667.360521:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1788984667.360542:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973218304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360571:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973218304:12345-0@lo:400:kworker.0 Request processed in 30us (402us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.360577:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:1.0:1788984667.360588:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788984667.360594:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973218816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360642:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973218816:12345-0@lo:400:kworker.0 Request processed in 48us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.360648:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:1.0:1788984667.360659:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788984667.360665:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973219328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360690:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973219328:12345-0@lo:400:kworker.0 Request processed in 26us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.360696:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788984667.360718:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219712 00000100:00100000:1.0:1788984667.360721:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219712 00000100:00100000:1.0:1788984667.360752:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:1.0:1788984667.360760:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973219712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984667.360783:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984667.360815:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973219712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (697us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984667.360821:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00080000:1.0:1788984667.360851:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984667.360856:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984667.360858:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984667.360900:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973218304:0@lo:400:kworker.0 00010000:00080000:1.0:1788984667.360914:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143376a00 x1875885973218816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984667.360948:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973218816:0@lo:400:kworker.0 00010000:00080000:1.0:1788984667.360960:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d65880 x1875885973219328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984683 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984667.360981:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973219328:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.360994:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973218688:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.361002:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973219200:0@lo:400:kworker.0 00000100:00100000:1.0:1788984667.361016:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973219712:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984667.361188:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218176 00000100:00100000:2.0:1788984667.361194:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218176 00000100:00100000:2.0:1788984667.361235:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1788984667.361243:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973218176:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984667.361287:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973218176:12345-0@lo:400:kworker.0 Request processed in 45us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984667.361293:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1788984667.361327:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973218176:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361397:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:3.0:1788984667.361448:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973218432:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361483:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.361505:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973218944:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361554:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.361573:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973219456:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361591:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.361608:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984667.361625:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973218560:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361648:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.361664:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973219072:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361682:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.361696:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973219584:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361712:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.361734:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218944 00000100:00100000:3.0:1788984667.361738:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218944 00000100:00100000:3.0:1788984667.361765:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219456 00000100:00100000:3.0:1788984667.361767:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219456 00000100:00100000:3.0:1788984667.361779:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219072 00000100:00100000:3.0:1788984667.361780:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219072 00000100:00100000:3.0:1788984667.361790:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219584 00000100:00100000:3.0:1788984667.361792:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219584 00000100:00100000:3.0:1788984667.361802:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788984667.361808:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973218944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361844:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973218944:12345-0@lo:400:kworker.0 Request processed in 36us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984667.361849:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:3.0:1788984667.361861:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788984667.361867:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973219456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361893:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973219456:12345-0@lo:400:kworker.0 Request processed in 27us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984667.361908:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788984667.361922:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1788984667.361953:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973219072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.361982:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973219072:12345-0@lo:400:kworker.0 Request processed in 30us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984667.361987:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1788984667.361997:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788984667.362003:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973219584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.362026:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973219584:12345-0@lo:400:kworker.0 Request processed in 24us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984667.362031:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:3.0:1788984667.362052:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218560 00000100:00100000:3.0:1788984667.362055:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218560 00000100:00100000:3.0:1788984667.362078:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1788984667.362084:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973218560:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.362116:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973218560:12345-0@lo:400:kworker.0 Request processed in 32us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984667.362122:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:3.0:1788984667.362157:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973218560:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.362168:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973219072:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.362177:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973219584:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.362186:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973218944:0@lo:400:kworker.0 00000100:00100000:3.0:1788984667.362194:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973219456:0@lo:400:kworker.0 00000100:00080000:3.0:1788984667.362224:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984667.362228:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984667.362254:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973218048:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984667.362386:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973218432 00000100:00100000:2.0:1788984667.362392:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973218432 00000100:00100000:2.0:1788984667.362429:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1788984667.362436:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973218432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984667.362472:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973218432:12345-0@lo:400:kworker.0 Request processed in 36us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984667.362478:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788984667.363698:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973218432:0@lo:400:kworker.0 00000100:00100000:2.0:1788984667.364143:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984667.364161:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973219840:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984667.364235:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984667.364283:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219840 00000100:00100000:2.0:1788984667.364289:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219840 00000100:00100000:2.0:1788984667.364339:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1788984667.364348:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973219840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984667.364371:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984667.364435:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973219840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984667.364442:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1788984667.364479:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973219840:0@lo:13:osp-pre-1-1.0 10000000:01000000:3.0:1788984667.637696:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984667.637706:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984667.637714:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984667.637780:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984667.637799:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984667.637815:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984667.637852:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973219968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984667.637975:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984667.638046:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254600 going to sleep for 11 seconds 00000100:00100000:2.0:1788984667.640059:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973219968 00000100:00100000:2.0:1788984667.640078:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973219968 00000100:00100000:2.0:1788984667.640167:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788984667.640182:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973219968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984667.640204:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984667.640231:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee2d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984667.640267:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984667.640296:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984667.640308:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea200, rc 0) 00000100:00100000:2.0:1788984667.640409:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973219968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 231us (2434us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984667.640417:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788984667.640487:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973219968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984667.640510:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984667.640522:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984667.640577:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984667.640584:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984667.640591:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984668.126235:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984669.151416:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984670.180983:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984670.432991:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973220096:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984670.433089:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984670.433157:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984670.433164:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973220224:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984670.433188:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984670.433447:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220096 00000100:00100000:2.0:1788984670.433457:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220096 00000100:00100000:2.0:1788984670.433663:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220224 00000100:00100000:2.0:1788984670.433668:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220224 00000100:00100000:2.0:1788984670.433692:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1788984670.433702:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973220096:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984670.433742:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984670.434189:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973220096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 486us (1098us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984670.434198:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1788984670.434219:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788984670.434226:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973220224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984670.434237:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984670.434267:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973220224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (1079us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984670.434274:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788984670.434328:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973220224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984670.434365:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973220096:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788984670.435520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984670.946826:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984670.948849:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973220352:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984670.948951:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984670.949070:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220352 00000100:00100000:2.0:1788984670.949079:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220352 00000100:00100000:2.0:1788984670.949129:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:2.0:1788984670.949139:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973220352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984670.949176:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984670.949228:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973220352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984670.949235:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:1.0:1788984670.949323:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973220352:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984671.201448:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984671.382592:0:17945:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde3f14cf0 20000000:00000080:1.0:1788984671.382617:0:17945:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439b0400 uarg=0000000000000000 10000000:01000000:1.0:1788984671.382675:0:17945:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984671.382699:0:17945:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.382718:0:17945:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.382727:0:17945:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.382773:0:17945:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.382788:0:17945:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 23 pid: 6508 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984671.382802:0:17945:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17945:1875885973220480:0@lo:104: 00000100:00100000:1.0:1788984671.382866:0:17945:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984671.382959:0:17945:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c3e3300 going to sleep for 11 seconds 00000100:00100000:2.0:1788984671.383483:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220480 00000100:00100000:2.0:1788984671.383494:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220480 00000100:00100000:2.0:1788984671.383563:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 57 00000100:00100000:2.0:1788984671.383584:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17945:x1875885973220480:12345-0@lo:104: 00010000:00010000:2.0:1788984671.383602:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.383674:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984671.383681:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:17945:x1875885973220480:12345-0@lo:104: Request processed in 109us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984671.383688:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 57 00010000:00010000:2.0:1788984671.383713:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984671.383719:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.383727:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984671.383731:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.383754:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984671.383761:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984671.383768:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984671.383800:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.383807:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984671.383832:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.383839:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ee2d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee34 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.383858:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984671.383860:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984671.383862:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984671.383882:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973220608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984671.383916:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984671.383995:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220608 00000100:00100000:2.0:1788984671.383999:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220608 00010000:00010000:2.0:1788984671.384019:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 24 pid: 6508 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984671.384043:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788984671.384049:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973220608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984671.384067:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984671.384073:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 24 pid: 6508 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384083:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 24 pid: 6508 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384099:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384108:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384123:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384130:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384136:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384143:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384149:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984671.384153:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384161:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384180:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984671.384191:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984671.384219:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973220608:12345-0@lo:103:ldlm_bl.0 Request processed in 170us (302us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984671.384226:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00000100:00100000:2.0:1788984671.384261:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973220608:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984671.388628:0:17945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52ee34 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee2d expref: 23 pid: 6508 timeout: 611 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984671.388651:0:17945:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:17945:1875885973220480:0@lo:104: 00010000:00010000:1.0:1788984671.388675:0:17945:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.388686:0:17945:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.388694:0:17945:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984671.388702:0:17945:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52ee3b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 17945 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984672.223364:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984672.315628:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984672.315676:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984672.315716:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984672.315811:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161088 00000100:00100000:1.0:1788984672.315822:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161088 00000100:00100000:3.0:1788984672.315857:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161216 00000100:00100000:1.0:1788984672.315886:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 388 00000100:00100000:1.0:1788984672.315896:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953161088:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984672.315963:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161216 00000100:00100000:1.0:1788984672.316007:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953161088:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 111us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984672.316010:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161344 00000100:00100000:3.0:1788984672.316016:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161344 00000100:00100000:1.0:1788984672.316020:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 388 00000100:00100000:3.0:1788984672.316042:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 407 00000100:00100000:3.0:1788984672.316053:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953161216:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984672.316179:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953161216:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 128us (502us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984672.316189:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 407 00000100:00100000:3.0:1788984672.316210:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 408 00000100:00080000:2.0:1788984672.316305:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984672.316310:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984672.321787:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953161344:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984672.321902:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953161344:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 5564us (6183us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984672.321914:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 408 00000100:00100000:2.0:1788984672.478844:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973220736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984672.478922:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.479040:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220736 00000100:00100000:2.0:1788984672.479050:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220736 00000100:00100000:2.0:1788984672.479109:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788984672.479118:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973220736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984672.479155:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984672.479194:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973220736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984672.479201:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00080000:2.0:1788984672.479230:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984672.479722:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973220736:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984672.479746:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973221248:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.479777:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.479909:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973221760:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.479952:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.479976:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973222272:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.479995:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.480014:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788984672.480020:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973220864:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.480044:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.480062:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973221376:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.480084:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.480101:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973221888:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.480120:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.480137:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973222400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984672.480156:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.480180:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973220992:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.480202:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984672.481281:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221760 00000100:00100000:0.0:1788984672.481303:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221760 00000100:00100000:0.0:1788984672.481367:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222272 00000100:00100000:0.0:1788984672.481371:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222272 00000100:00100000:0.0:1788984672.481385:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221888 00000100:00100000:0.0:1788984672.481388:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221888 00000100:00100000:0.0:1788984672.481404:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788984672.481412:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973221760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984672.481509:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973221760:12345-0@lo:400:kworker.0 Request processed in 96us (1556us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984672.481516:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788984672.481531:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788984672.481537:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973222272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984672.481580:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973222272:12345-0@lo:400:kworker.0 Request processed in 43us (1584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984672.481586:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788984672.481597:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1788984672.481613:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973221888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984672.481646:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973221888:12345-0@lo:400:kworker.0 Request processed in 34us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984672.481651:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00080000:3.0:1788984672.481861:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984672.481866:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984672.482712:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221376 00000100:00100000:3.0:1788984672.482721:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221376 00000100:00100000:3.0:1788984672.482764:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1788984672.482772:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973221376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984672.482837:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973221376:12345-0@lo:400:kworker.0 Request processed in 66us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984672.482844:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:3.0:1788984672.482870:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220864 00000100:00100000:3.0:1788984672.482875:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220864 00000100:00100000:3.0:1788984672.482899:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1788984672.482906:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973220864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984672.482950:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973220864:12345-0@lo:400:kworker.0 Request processed in 44us (2905us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984672.482956:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:3.0:1788984672.483002:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973221120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984672.483034:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984672.483058:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973221632:0@lo:400:kworker.0 00000100:00100000:3.0:1788984672.483083:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221120 00000100:00100000:3.0:1788984672.483087:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221120 00000100:00100000:3.0:1788984672.483108:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:3.0:1788984672.483120:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973221120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984672.483152:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973221120:12345-0@lo:400:kworker.0 Request processed in 32us (118us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984672.483158:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:2.0:1788984672.487743:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973221504:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.487807:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984672.487899:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221248 00000100:00100000:1.0:1788984672.487908:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221248 00000100:00100000:1.0:1788984672.487973:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973220992 00000100:00100000:1.0:1788984672.487977:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973220992 00000100:00100000:1.0:1788984672.488001:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788984672.488010:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973221248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.488075:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973221248:12345-0@lo:400:kworker.0 Request processed in 66us (8298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984672.488083:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788984672.488100:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788984672.488107:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973220992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.488130:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973220992:12345-0@lo:400:kworker.0 Request processed in 24us (7927us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984672.488136:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:2.0:1788984672.488641:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973222016:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.488669:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.488695:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973222528:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984672.488727:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.488761:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973220992:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.488803:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222400 00000100:00100000:2.0:1788984672.488808:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222400 00000100:00100000:2.0:1788984672.488838:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788984672.488845:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973222400:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984672.488862:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984672.488896:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973222400:12345-0@lo:13:osp-pre-1-1.0 Request processed in 52us (8739us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984672.488902:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788984672.488920:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.488960:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973222144:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.488981:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984672.489006:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973221120:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489025:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222528 00000100:00100000:2.0:1788984672.489028:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222528 00000100:00100000:2.0:1788984672.489052:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1788984672.489057:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973222528:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984672.489085:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984672.489118:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973222528:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984672.489123:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:2.0:1788984672.489155:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973220864:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489166:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973221376:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489176:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973221888:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489201:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973222400:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984672.489212:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973221248:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489223:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973221760:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489231:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973222272:0@lo:400:kworker.0 00000100:00100000:2.0:1788984672.489268:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973222528:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984672.489352:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221504 00000100:00100000:1.0:1788984672.489357:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221504 00000100:00100000:1.0:1788984672.489394:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222016 00000100:00100000:1.0:1788984672.489397:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222016 00000100:00100000:1.0:1788984672.489408:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973221632 00000100:00100000:1.0:1788984672.489410:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973221632 00000100:00100000:1.0:1788984672.489421:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222144 00000100:00100000:1.0:1788984672.489423:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222144 00000100:00100000:1.0:1788984672.489435:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1788984672.489441:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973221504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.489494:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973221504:12345-0@lo:400:kworker.0 Request processed in 53us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984672.489500:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1788984672.489512:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788984672.489518:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973222016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.489541:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973222016:12345-0@lo:400:kworker.0 Request processed in 24us (872us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984672.489547:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788984672.489557:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788984672.489580:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973221632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.489614:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973221632:12345-0@lo:400:kworker.0 Request processed in 36us (692us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984672.489621:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788984672.489632:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788984672.489638:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973222144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.489661:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b00e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973222144:12345-0@lo:400:kworker.0 Request processed in 23us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984672.489667:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00010000:00080000:1.0:1788984672.489698:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb66a00 x1875885973221632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984672.489710:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973221632:0@lo:400:kworker.0 00010000:00080000:1.0:1788984672.489720:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb65c00 x1875885973222144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984688 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984672.489728:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973222144:0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.489748:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973221504:0@lo:400:kworker.0 00000100:00100000:1.0:1788984672.489757:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973222016:0@lo:400:kworker.0 00000100:00080000:2.0:1788984672.490307:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984672.490312:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:1.0:1788984672.608382:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984672.608391:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984672.608396:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984672.608449:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984672.608509:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984672.608534:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984672.608574:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973222656:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984672.608648:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984672.608863:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984672.608906:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222656 00000100:00100000:0.0:1788984672.608914:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222656 00000100:00100000:0.0:1788984672.609038:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788984672.609048:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973222656:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984672.609062:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984672.609076:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee42 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984672.609100:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984672.609112:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984672.609121:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8c00, rc 0) 00000100:00100000:0.0:1788984672.609285:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973222656:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 238us (636us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984672.609294:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:1.0:1788984672.609365:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973222656:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984672.609380:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984672.609390:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984672.609408:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984672.609413:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984672.609420:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984673.256357:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984674.271522:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984675.294864:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984675.511369:0:18140:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd22e28c00 20000000:00000080:3.0:1788984675.511386:0:18140:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4c400 uarg=0000000000000000 10000000:01000000:3.0:1788984675.511440:0:18140:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984675.511461:0:18140:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.511479:0:18140:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.511487:0:18140:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.511529:0:18140:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.511555:0:18140:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 23 pid: 6508 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984675.511570:0:18140:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18140:1875885973222784:0@lo:104: 00000100:00100000:3.0:1788984675.511642:0:18140:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984675.511700:0:18140:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8240 going to sleep for 11 seconds 00000100:00100000:1.0:1788984675.512163:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222784 00000100:00100000:1.0:1788984675.512173:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222784 00000100:00100000:1.0:1788984675.512222:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 58 00000100:00100000:1.0:1788984675.512232:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18140:x1875885973222784:12345-0@lo:104: 00010000:00010000:1.0:1788984675.512246:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512321:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984675.512327:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18140:x1875885973222784:12345-0@lo:104: Request processed in 97us (685us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984675.512334:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 58 00010000:00010000:1.0:1788984675.512358:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984675.512364:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512371:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984675.512375:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512384:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984675.512391:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984675.512396:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984675.512425:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512432:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984675.512451:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512458:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52ee42 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee49 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512485:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984675.512487:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984675.512488:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984675.512510:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973222912:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984675.512571:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984675.512609:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973222912 00000100:00100000:1.0:1788984675.512613:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973222912 00010000:00010000:1.0:1788984675.512631:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 24 pid: 6508 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984675.512655:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788984675.512661:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973222912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984675.512671:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984675.512677:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 24 pid: 6508 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512686:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 24 pid: 6508 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512703:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512711:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512723:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512730:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512744:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512751:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512756:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984675.512760:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512769:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512776:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984675.512784:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984675.512813:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973222912:12345-0@lo:103:ldlm_bl.0 Request processed in 152us (242us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984675.512819:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:1.0:1788984675.512856:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973222912:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984675.513907:0:18140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ee49 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee42 expref: 23 pid: 6508 timeout: 615 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984675.513922:0:18140:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18140:1875885973222784:0@lo:104: 00010000:00010000:3.0:1788984675.513964:0:18140:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.513973:0:18140:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.513979:0:18140:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984675.513985:0:18140:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee50 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18140 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984675.553754:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984675.553778:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973223040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984675.553845:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984675.553907:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223040 00000100:00100000:3.0:1788984675.553915:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223040 00000100:00100000:3.0:1788984675.553994:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:3.0:1788984675.554003:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973223040:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984675.554033:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984675.554076:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973223040:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984675.554084:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00080000:3.0:1788984675.554105:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984675.554137:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973223040:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984675.559088:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973223168:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984675.559166:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984675.559290:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223168 00000100:00100000:0.0:1788984675.559298:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223168 00000100:00100000:0.0:1788984675.559357:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1788984675.559366:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973223168:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984675.559387:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984675.559434:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973223168:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984675.559453:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1788984675.559501:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973223168:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788984675.559738:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984676.083239:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973223296:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984676.083394:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984676.083477:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223296 00000100:00100000:1.0:1788984676.083486:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223296 00000100:00100000:1.0:1788984676.084395:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788984676.084408:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973223296:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984676.084453:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984676.084663:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973223296:12345-0@lo:41:osp-pre-1-0.0 Request processed in 259us (1269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984676.084669:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788984676.084708:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973223296:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984676.319799:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984677.022044:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984677.022051:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984677.022056:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984677.022101:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984677.022113:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984677.022124:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984677.022148:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973223424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984677.022212:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.022292:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d0eb6c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984677.022411:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223424 00000100:00100000:3.0:1788984677.022418:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223424 00000100:00100000:3.0:1788984677.022476:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1788984677.022485:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973223424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984677.022497:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984677.022508:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee57 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984677.022540:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984677.022550:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984677.022559:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984677.022614:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973223424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (401us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.022620:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:1.0:1788984677.023224:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973223424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984677.023239:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984677.023247:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984677.023266:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984677.023285:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984677.023293:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984677.343819:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984677.457514:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984677.457629:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984677.457712:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984677.457906:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161472 00000100:00100000:0.0:1788984677.457916:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161472 00000100:00100000:0.0:1788984677.457989:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 392 00000100:00100000:0.0:1788984677.457998:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953161472:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984677.458063:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953161472:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 66us (557us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984677.458069:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 392 00000100:00100000:2.0:1788984677.458279:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161600 00000100:00100000:2.0:1788984677.458284:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161600 00000100:00100000:2.0:1788984677.458322:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161728 00000100:00100000:2.0:1788984677.458325:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161728 00000100:00100000:2.0:1788984677.458346:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 415 00000100:00100000:2.0:1788984677.458354:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953161600:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984677.458391:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953161600:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 38us (761us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984677.458397:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 415 00000100:00100000:2.0:1788984677.458410:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 416 00000100:00100000:2.0:1788984677.458417:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953161728:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984677.458441:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953161728:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (729us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984677.458447:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 416 00000100:00080000:2.0:1788984677.458462:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984677.458474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984677.598849:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973223552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.598945:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.598989:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973224064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599017:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.599035:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973224576:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599055:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.599085:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788984677.599091:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973223936:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599127:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.599145:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973224448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599165:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.599194:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223552 00000100:00100000:3.0:1788984677.599201:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223552 00000100:00100000:3.0:1788984677.599243:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788984677.599252:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973223552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599298:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973223552:12345-0@lo:400:kworker.0 Request processed in 47us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.599305:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788984677.599336:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224064 00000100:00100000:3.0:1788984677.599340:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224064 00000100:00100000:3.0:1788984677.599363:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1788984677.599369:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973224064:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599400:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973224064:12345-0@lo:400:kworker.0 Request processed in 30us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.599406:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00100000:3.0:1788984677.599422:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224576 00000100:00100000:3.0:1788984677.599425:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224576 00000100:00100000:3.0:1788984677.599453:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224448 00000100:00100000:3.0:1788984677.599455:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224448 00000100:00100000:3.0:1788984677.599474:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788984677.599479:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973224576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599507:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973224576:12345-0@lo:400:kworker.0 Request processed in 28us (452us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.599535:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788984677.599557:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788984677.599564:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973224448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599591:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973224448:12345-0@lo:400:kworker.0 Request processed in 28us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.599596:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788984677.599613:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223936 00000100:00100000:3.0:1788984677.599616:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223936 00000100:00100000:3.0:1788984677.599641:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1788984677.599647:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973223936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.599675:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973223936:12345-0@lo:400:kworker.0 Request processed in 28us (548us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.599681:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788984677.600016:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973224960:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.600043:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603503:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984677.603534:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973225088:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603605:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603647:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973223680:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603677:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603716:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973224192:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603738:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603755:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973224704:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603774:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603793:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788984677.603800:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973223808:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603823:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603842:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973224320:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603860:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973224832:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.603895:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.603951:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223680 00000100:00100000:1.0:1788984677.603959:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223680 00000100:00100000:1.0:1788984677.604011:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224192 00000100:00100000:1.0:1788984677.604015:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224192 00000100:00100000:1.0:1788984677.604031:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224704 00000100:00100000:1.0:1788984677.604034:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224704 00000100:00100000:1.0:1788984677.604045:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224320 00000100:00100000:1.0:1788984677.604047:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224320 00000100:00100000:1.0:1788984677.604057:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224832 00000100:00100000:1.0:1788984677.604059:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224832 00000100:00100000:1.0:1788984677.604072:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788984677.604080:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973223680:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604134:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973223680:12345-0@lo:400:kworker.0 Request processed in 54us (455us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984677.604140:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788984677.604157:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1788984677.604163:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973224192:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604189:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973224192:12345-0@lo:400:kworker.0 Request processed in 27us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984677.604194:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:1.0:1788984677.604205:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788984677.604210:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973224704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604232:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973224704:12345-0@lo:400:kworker.0 Request processed in 23us (457us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984677.604238:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788984677.604247:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1788984677.604252:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973224320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604275:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973224320:12345-0@lo:400:kworker.0 Request processed in 23us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984677.604289:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1788984677.604301:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:1.0:1788984677.604307:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973224832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604333:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973224832:12345-0@lo:400:kworker.0 Request processed in 27us (437us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984677.604338:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00010000:00080000:1.0:1788984677.604378:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b12500c6a00 x1875885973224320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984677.604390:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973224320:0@lo:400:kworker.0 00010000:00080000:1.0:1788984677.604400:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1141bff800 x1875885973224832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984693 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984677.604408:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973224832:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604417:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973223680:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604425:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973224192:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.604432:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973224704:0@lo:400:kworker.0 00000100:00100000:1.0:1788984677.612231:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973225344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984677.612302:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984677.612351:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984677.612358:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973225216:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984677.612381:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.621252:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225344 00000100:00100000:3.0:1788984677.621267:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225344 00000100:00100000:3.0:1788984677.621315:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225216 00000100:00100000:3.0:1788984677.621316:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225216 00000100:00100000:3.0:1788984677.621330:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1788984677.621338:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973225344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984677.621380:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984677.621471:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973225344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (9168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.621478:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:3.0:1788984677.621495:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1788984677.621502:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973225216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984677.621512:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984677.621570:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973225216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (9188us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.621576:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:3.0:1788984677.621598:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973224960 00000100:00100000:3.0:1788984677.621602:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973224960 00000100:00100000:3.0:1788984677.621619:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225088 00000100:00100000:3.0:1788984677.621622:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225088 00000100:00100000:3.0:1788984677.621640:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788984677.621648:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973224960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.621688:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973224960:12345-0@lo:400:kworker.0 Request processed in 42us (21643us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.621694:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1788984677.621719:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788984677.621726:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973225088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.621755:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973225088:12345-0@lo:400:kworker.0 Request processed in 31us (18150us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.621761:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:3.0:1788984677.621788:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973223808 00000100:00100000:3.0:1788984677.621791:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973223808 00000100:00100000:3.0:1788984677.621815:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1788984677.621822:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973223808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.621859:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973223808:12345-0@lo:400:kworker.0 Request processed in 38us (18036us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.621865:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:3.0:1788984677.621967:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973225216:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984677.621985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973225344:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984677.622026:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973225472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984677.622434:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984677.622469:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973225088:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.622480:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973224960:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.622509:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973223808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.622537:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225472 00000100:00100000:3.0:1788984677.622795:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225472 00000100:00100000:3.0:1788984677.622840:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1788984677.622847:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973225472:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984677.622884:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984677.622922:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973225472:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984677.622945:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:3.0:1788984677.622968:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973225472:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984677.622998:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973223936:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.623006:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973224448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.623012:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973223552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.623018:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973224064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984677.623024:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973224576:0@lo:400:kworker.0 00000100:00080000:3.0:1788984677.623332:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984677.623337:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984677.623339:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984677.623351:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:2.0:1788984678.373560:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984679.390295:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984680.419772:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984680.671048:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984680.671070:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973225600:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984680.671143:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984680.671260:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225600 00000100:00100000:0.0:1788984680.671269:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225600 00000100:00100000:0.0:1788984680.671334:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:0.0:1788984680.671344:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edbb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973225600:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984680.671373:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984680.671420:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edbb050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973225600:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (276us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984680.671427:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00080000:0.0:1788984680.671624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984680.671668:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973225600:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984680.683872:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984680.683896:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973225728:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984680.683999:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984680.684053:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225728 00000100:00100000:2.0:1788984680.684059:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225728 00000100:00100000:2.0:1788984680.684115:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1788984680.684123:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973225728:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984680.684145:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984680.684200:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973225728:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (201us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984680.684207:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:2.0:1788984680.684248:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973225728:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984680.684272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788984681.000922:0:18384:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff47e2a6b0 20000000:00000080:0.0:1788984681.001268:0:18384:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143024c00 uarg=0000000000000000 10000000:01000000:0.0:1788984681.002166:0:18384:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984681.002200:0:18384:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.002218:0:18384:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.002226:0:18384:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.002266:0:18384:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.002280:0:18384:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 23 pid: 6506 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984681.002294:0:18384:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18384:1875885973225856:0@lo:104: 00000100:00100000:0.0:1788984681.002353:0:18384:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984681.002395:0:18384:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788984681.002551:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225856 00000100:00100000:1.0:1788984681.002558:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225856 00000100:00100000:1.0:1788984681.002623:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 59 00000100:00100000:1.0:1788984681.002633:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18384:x1875885973225856:12345-0@lo:104: 00010000:00010000:1.0:1788984681.002644:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984681.002708:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984681.002714:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18384:x1875885973225856:12345-0@lo:104: Request processed in 84us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984681.002720:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 59 00010000:00010000:3.0:1788984681.002779:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984681.002786:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.002794:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984681.002797:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.002805:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984681.002811:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984681.002816:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984681.002852:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.002858:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984681.002879:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.002886:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52ee57 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee5e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.002900:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984681.002902:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984681.002904:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984681.002915:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973225984:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984681.002974:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984681.003008:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973225984 00000100:00100000:3.0:1788984681.003012:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973225984 00010000:00010000:3.0:1788984681.003030:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 24 pid: 6506 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984681.003051:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788984681.003057:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973225984:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984681.003068:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984681.003072:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 24 pid: 6506 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003081:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 24 pid: 6506 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003093:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003101:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003113:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003119:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003126:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003132:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003144:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984681.003148:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003155:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003163:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984681.003172:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984681.003201:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973225984:12345-0@lo:103:ldlm_bl.0 Request processed in 144us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984681.003208:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00000100:00100000:3.0:1788984681.003246:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973225984:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984681.003433:0:18384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee5e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee57 expref: 23 pid: 6506 timeout: 620 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984681.003444:0:18384:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18384:1875885973225856:0@lo:104: 00010000:00010000:0.0:1788984681.003461:0:18384:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.003470:0:18384:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.003710:0:18384:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984681.003727:0:18384:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52ee65 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18384 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984681.184788:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984681.184810:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973226112:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984681.184922:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984681.197851:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226112 00000100:00100000:3.0:1788984681.197870:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226112 00000100:00100000:3.0:1788984681.197950:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788984681.197961:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973226112:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984681.198000:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984681.198145:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973226112:12345-0@lo:41:osp-pre-1-0.0 Request processed in 186us (13222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984681.198152:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788984681.198686:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973226112:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984681.439386:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984682.468784:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984682.556109:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984682.556157:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984682.556185:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984682.556214:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161856 00000100:00100000:1.0:1788984682.556224:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161856 00000100:00100000:1.0:1788984682.556286:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 394 00000100:00100000:1.0:1788984682.556296:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953161856:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984682.556368:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953161856:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984682.556376:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 394 00000100:00100000:2.0:1788984682.556480:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953161984 00000100:00100000:2.0:1788984682.556485:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953161984 00000100:00100000:2.0:1788984682.556525:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 423 00000100:00100000:2.0:1788984682.556532:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953161984:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984682.556563:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953161984:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.556570:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 423 00000100:00100000:2.0:1788984682.556585:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162112 00000100:00100000:2.0:1788984682.556588:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162112 00000100:00100000:2.0:1788984682.556610:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 424 00000100:00100000:2.0:1788984682.556624:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953162112:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984682.556665:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953162112:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.556671:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 424 00000100:00080000:2.0:1788984682.556689:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984682.556692:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1788984682.656462:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984682.656479:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984682.656484:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984682.656537:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.656548:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.656560:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984682.656585:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973226240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984682.656661:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984682.656706:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984682.656727:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226240 00000100:00100000:3.0:1788984682.656733:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226240 00000100:00100000:3.0:1788984682.656775:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1788984682.656783:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973226240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984682.656797:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984682.656809:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee6c expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.656830:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.656840:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.656848:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984682.656885:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973226240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 102us (223us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984682.656892:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:3.0:1788984682.656964:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973226240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984682.656977:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.656986:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984682.657003:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984682.657008:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.657015:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984682.718311:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973226368:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984682.718393:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.718605:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984682.718615:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973226496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984682.718645:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.718682:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226496 00000100:00100000:2.0:1788984682.718690:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226496 00000100:00100000:2.0:1788984682.718740:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:2.0:1788984682.718749:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973226496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984682.718779:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984682.718820:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973226496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 72us (174us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.718827:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00080000:2.0:1788984682.718846:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984682.718879:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973226496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984682.724120:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973227008:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724193:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.724234:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973227520:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724256:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.724280:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788984682.724286:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973226624:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724306:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.724332:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973227136:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724353:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.724369:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973227648:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724389:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.724419:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227008 00000100:00100000:2.0:1788984682.724425:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227008 00000100:00100000:2.0:1788984682.724481:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227520 00000100:00100000:2.0:1788984682.724485:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227520 00000100:00100000:2.0:1788984682.724498:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226624 00000100:00100000:2.0:1788984682.724501:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226624 00000100:00100000:2.0:1788984682.724511:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227136 00000100:00100000:2.0:1788984682.724514:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227136 00000100:00100000:2.0:1788984682.724527:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1788984682.724534:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973227008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724584:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973227008:12345-0@lo:400:kworker.0 Request processed in 49us (391us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.724591:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:2.0:1788984682.724606:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227648 00000100:00100000:2.0:1788984682.724608:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227648 00000100:00100000:2.0:1788984682.724624:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788984682.724629:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973227520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724655:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973227520:12345-0@lo:400:kworker.0 Request processed in 26us (399us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.724661:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788984682.724673:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1788984682.724679:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973226624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724703:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973226624:12345-0@lo:400:kworker.0 Request processed in 25us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.724719:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1788984682.724730:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1788984682.724735:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973227136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724760:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973227136:12345-0@lo:400:kworker.0 Request processed in 25us (406us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.724765:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1788984682.724776:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788984682.724781:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973227648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.724803:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973227648:12345-0@lo:400:kworker.0 Request processed in 22us (413us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.724808:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00080000:2.0:1788984682.724837:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984682.724841:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984682.725124:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973226880:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725158:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.725179:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973227392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725200:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.725221:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788984682.725227:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973226752:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725247:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.725262:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973227264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725280:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.725296:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973227776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725314:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984682.725347:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226368 00000100:00100000:2.0:1788984682.725352:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226368 00000100:00100000:2.0:1788984682.725377:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226880 00000100:00100000:2.0:1788984682.725380:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226880 00000100:00100000:2.0:1788984682.725395:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1788984682.725401:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973226368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984682.725428:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984682.725476:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973226368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (7084us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.725484:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00100000:2.0:1788984682.725498:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1788984682.725504:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973226880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725530:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973226880:12345-0@lo:400:kworker.0 Request processed in 27us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.725536:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1788984682.725552:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227392 00000100:00100000:2.0:1788984682.725556:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227392 00000100:00100000:2.0:1788984682.725583:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227264 00000100:00100000:2.0:1788984682.725586:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227264 00000100:00100000:2.0:1788984682.725597:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227776 00000100:00100000:2.0:1788984682.725599:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227776 00000100:00100000:2.0:1788984682.725613:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1788984682.725618:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973227392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725647:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973227392:12345-0@lo:400:kworker.0 Request processed in 29us (446us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.725653:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1788984682.725664:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788984682.725669:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973227264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725702:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973227264:12345-0@lo:400:kworker.0 Request processed in 33us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.725708:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788984682.725718:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1788984682.725724:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973227776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.725747:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973227776:12345-0@lo:400:kworker.0 Request processed in 24us (433us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.725753:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00080000:2.0:1788984682.725777:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788984682.725781:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984682.725808:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973226624:0@lo:400:kworker.0 00010000:00080000:2.0:1788984682.725821:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143995500 x1875885973227136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984682.725830:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973227136:0@lo:400:kworker.0 00010000:00080000:2.0:1788984682.725839:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143003100 x1875885973227648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984698 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984682.726266:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143003100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973227648:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726282:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973227008:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726292:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973227520:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726321:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973226752 00000100:00100000:2.0:1788984682.726324:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973226752 00000100:00100000:2.0:1788984682.726359:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788984682.726365:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973226752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726564:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973226752:12345-0@lo:400:kworker.0 Request processed in 199us (1316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.726571:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788984682.726598:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973226752:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973227264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726615:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973227776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726679:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973226880:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726693:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973227392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984682.726778:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973226368:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984682.731867:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973227904:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984682.731996:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984682.732114:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973227904 00000100:00100000:3.0:1788984682.732122:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973227904 00000100:00100000:3.0:1788984682.732165:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:3.0:1788984682.732175:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973227904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984682.732196:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984682.747818:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973227904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 15636us (15815us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984682.747832:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1788984682.748145:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973227904:0@lo:13:osp-pre-1-1.0 00000020:00000080:0.0:1788984682.815092:0:18482:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa99590f0 20000000:00000080:0.0:1788984682.815110:0:18482:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143024c00 uarg=0000000000000000 10000000:01000000:0.0:1788984682.818981:0:18482:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984682.819010:0:18482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984682.819031:0:18482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984682.819040:0:18482:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984682.819147:0:18482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984682.819164:0:18482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 23 pid: 6508 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984682.819179:0:18482:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18482:1875885973228032:0@lo:104: 00000100:00100000:0.0:1788984682.819248:0:18482:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984682.819303:0:18482:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc0f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788984682.819393:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228032 00000100:00100000:2.0:1788984682.819402:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228032 00000100:00100000:2.0:1788984682.819457:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 60 00000100:00100000:2.0:1788984682.819477:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18482:x1875885973228032:12345-0@lo:104: 00010000:00010000:2.0:1788984682.819491:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984682.819546:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984682.819552:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18482:x1875885973228032:12345-0@lo:104: Request processed in 87us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984682.819558:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 60 00010000:00010000:3.0:1788984682.819828:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984682.819835:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.819864:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984682.819868:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.819877:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984682.819884:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984682.819889:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984682.819922:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.819958:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984682.819980:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.819990:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee6c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.820004:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984682.820006:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984682.820007:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984682.820044:0:18482:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18482:1875885973228032:0@lo:104: 00010000:00010000:3.0:1788984682.820075:0:18482:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984682.820184:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984682.820197:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973228160:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984682.820236:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984682.820318:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228160 00000100:00100000:1.0:1788984682.820323:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228160 00010000:00010000:1.0:1788984682.820344:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 24 pid: 6508 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984682.820376:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788984682.820383:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973228160:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984682.820393:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984682.820404:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 24 pid: 6508 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820415:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 24 pid: 6508 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820428:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52ee73 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee6c expref: 24 pid: 6508 timeout: 622 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820441:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820449:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820462:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820484:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820491:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820498:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820504:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984682.820508:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820516:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820541:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984682.820550:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788984682.820652:0:18482:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.820666:0:18482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984682.820672:0:18482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52ee7a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984682.820734:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973228160:12345-0@lo:103:ldlm_bl.0 Request processed in 351us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984682.820740:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00000100:00100000:0.0:1788984682.820785:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973228160:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984683.486270:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984684.255380:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984684.255388:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984684.255393:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984684.255445:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984684.255468:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984684.255479:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984684.255506:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973228288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984684.255582:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984684.255654:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788984684.255829:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228288 00000100:00100000:1.0:1788984684.255838:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228288 00000100:00100000:1.0:1788984684.255894:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1788984684.255903:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973228288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984684.255916:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984684.255952:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee81 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984684.255977:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984684.255988:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984684.255997:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eaa00, rc 0) 00000100:00100000:1.0:1788984684.256120:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973228288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 217us (538us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984684.256127:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:0.0:1788984684.256368:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973228288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984684.256385:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984684.256395:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984684.256414:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984684.256419:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984684.256426:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984684.511165:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984684.832153:0:18580:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1b2cf610 20000000:00000080:2.0:1788984684.832175:0:18580:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eb68800 uarg=0000000000000000 10000000:01000000:2.0:1788984684.834418:0:18580:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984684.834465:0:18580:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.834486:0:18580:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.834494:0:18580:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.834534:0:18580:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.834550:0:18580:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 23 pid: 6509 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984684.834564:0:18580:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18580:1875885973228416:0@lo:104: 00000100:00100000:2.0:1788984684.834645:0:18580:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984684.835420:0:18580:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788984684.836639:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228416 00000100:00100000:1.0:1788984684.836654:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228416 00000100:00100000:1.0:1788984684.836717:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 61 00000100:00100000:1.0:1788984684.836740:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18580:x1875885973228416:12345-0@lo:104: 00010000:00010000:1.0:1788984684.836756:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984684.837015:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984684.837022:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:18580:x1875885973228416:12345-0@lo:104: Request processed in 285us (2390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984684.837029:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 61 00010000:00010000:2.0:1788984684.837047:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984684.837054:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837062:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984684.837066:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837075:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984684.837095:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984684.837101:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984684.837146:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837153:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984684.837174:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837180:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52ee81 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee88 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837198:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984684.837199:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984684.837201:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984684.837215:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973228544:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984684.837253:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984684.837302:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228544 00000100:00100000:2.0:1788984684.837307:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228544 00010000:00010000:2.0:1788984684.837326:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 24 pid: 6509 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984684.837349:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788984684.837355:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b124621a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973228544:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984684.837366:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984684.837371:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 24 pid: 6509 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837387:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 24 pid: 6509 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837404:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837412:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837427:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837435:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837442:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837460:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837465:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984684.837470:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837477:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837485:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984684.837507:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984684.837537:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b124621a450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973228544:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984684.837544:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788984684.837613:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973228544:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984684.839083:0:18580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52ee88 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee81 expref: 23 pid: 6509 timeout: 624 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984684.839105:0:18580:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:18580:1875885973228416:0@lo:104: 00010000:00010000:3.0:1788984684.839129:0:18580:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984684.839157:0:18580:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984684.839164:0:18580:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984684.839171:0:18580:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52ee8f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 18580 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984685.537877:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984685.791548:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973228672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984685.791617:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984685.791686:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984685.791693:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973228800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984685.791717:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984685.791751:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228672 00000100:00100000:2.0:1788984685.791758:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228672 00000100:00100000:2.0:1788984685.791805:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228800 00000100:00100000:2.0:1788984685.791809:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228800 00000100:00100000:2.0:1788984685.791827:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1788984685.791834:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973228672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984685.791861:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984685.791902:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973228672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984685.791908:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:2.0:1788984685.791940:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:2.0:1788984685.791949:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973228800:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984685.791959:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984685.791981:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973228800:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984685.791994:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00080000:2.0:1788984685.792013:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984685.792047:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973228800:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984685.792058:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973228672:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1788984685.983375:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984685.983383:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984685.983388:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984685.983433:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984685.983455:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984685.983468:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984685.983494:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973228928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984685.983568:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984685.983624:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17d180 going to sleep for 11 seconds 00000100:00100000:1.0:1788984685.983739:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973228928 00000100:00100000:1.0:1788984685.983748:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973228928 00000100:00100000:1.0:1788984685.983808:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1788984685.983818:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973228928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984685.983832:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984685.983846:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ee96 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984685.983867:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984685.983877:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984685.983884:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea000, rc 0) 00000100:00100000:1.0:1788984685.983963:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973228928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984685.983970:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1788984685.984173:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973228928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984685.984189:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984685.984198:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984685.984215:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984685.984220:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984685.984227:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984686.328091:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973229056:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984686.328159:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984686.328232:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229056 00000100:00100000:3.0:1788984686.328239:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229056 00000100:00100000:3.0:1788984686.328298:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1788984686.328306:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973229056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984686.328340:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984686.328381:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973229056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 76us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984686.328388:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:3.0:1788984686.328443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973229056:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984686.559116:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984687.582212:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984687.672328:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984687.672376:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984687.672405:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984687.672454:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162240 00000100:00100000:3.0:1788984687.672465:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162240 00000100:00100000:3.0:1788984687.672541:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 398 00000100:00100000:3.0:1788984687.672551:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953162240:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984687.672627:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953162240:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984687.672635:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 398 00000100:00100000:3.0:1788984687.672668:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162368 00000100:00100000:3.0:1788984687.672671:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162368 00000100:00100000:3.0:1788984687.672702:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162496 00000100:00100000:3.0:1788984687.672705:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162496 00000100:00100000:3.0:1788984687.672724:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 431 00000100:00100000:3.0:1788984687.672730:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162368:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984687.672758:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162368:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (440us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984687.672764:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 431 00000100:00100000:3.0:1788984687.672776:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 432 00000100:00100000:3.0:1788984687.672783:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162496:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984687.672806:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162496:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984687.672812:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 432 00000100:00080000:3.0:1788984687.672957:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984687.672961:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984687.841222:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973229184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984687.841314:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984687.841393:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973229312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984687.841428:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984687.841472:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229184 00000100:00100000:2.0:1788984687.841480:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229184 00000100:00100000:2.0:1788984687.841526:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1788984687.841535:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973229184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984687.841567:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984687.841613:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973229184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984687.841620:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:2.0:1788984687.841642:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229312 00000100:00100000:2.0:1788984687.841646:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229312 00000100:00100000:2.0:1788984687.841679:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:2.0:1788984687.841686:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973229312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984687.841702:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984687.841733:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973229312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984687.841739:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00080000:2.0:1788984687.841757:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984687.841806:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973229312:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984687.841835:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973229184:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984687.842044:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973229568:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842076:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842104:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973230080:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842127:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842143:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973230592:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842163:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842185:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984687.842190:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973229696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842210:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842232:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973230208:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842267:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842287:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973230720:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842305:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842332:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229568 00000100:00100000:0.0:1788984687.842336:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229568 00000100:00100000:0.0:1788984687.842364:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230080 00000100:00100000:0.0:1788984687.842367:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230080 00000100:00100000:0.0:1788984687.842388:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230592 00000100:00100000:0.0:1788984687.842391:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230592 00000100:00100000:0.0:1788984687.842402:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229696 00000100:00100000:0.0:1788984687.842404:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229696 00000100:00100000:0.0:1788984687.842416:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788984687.842435:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973229568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842474:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973229568:12345-0@lo:400:kworker.0 Request processed in 40us (397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.842481:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788984687.842493:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788984687.842500:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973230080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842524:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973230080:12345-0@lo:400:kworker.0 Request processed in 25us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.842529:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788984687.842541:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788984687.842546:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973230592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842569:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973230592:12345-0@lo:400:kworker.0 Request processed in 23us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.842574:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788984687.842585:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788984687.842598:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973229696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842626:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973229696:12345-0@lo:400:kworker.0 Request processed in 30us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.842632:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788984687.842659:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230208 00000100:00100000:0.0:1788984687.842663:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230208 00000100:00100000:0.0:1788984687.842685:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230720 00000100:00100000:0.0:1788984687.842687:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230720 00000100:00100000:0.0:1788984687.842704:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788984687.842710:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973230208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842737:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973230208:12345-0@lo:400:kworker.0 Request processed in 28us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.842743:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:0.0:1788984687.842753:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:0.0:1788984687.842759:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973230720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842784:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973230720:12345-0@lo:400:kworker.0 Request processed in 26us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.842790:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00080000:0.0:1788984687.842810:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984687.842813:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984687.842815:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984687.842825:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973229824:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842848:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842867:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973230336:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842886:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842903:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788984687.842908:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973229440:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.842966:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.842987:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973229952:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843008:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.843024:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973230464:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843042:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984687.843065:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229824 00000100:00100000:0.0:1788984687.843070:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229824 00000100:00100000:0.0:1788984687.843090:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1788984687.843096:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973229824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843130:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973229824:12345-0@lo:400:kworker.0 Request processed in 34us (281us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.843136:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:0.0:1788984687.843151:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229952 00000100:00100000:0.0:1788984687.843154:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229952 00000100:00100000:0.0:1788984687.843178:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230464 00000100:00100000:0.0:1788984687.843181:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230464 00000100:00100000:0.0:1788984687.843200:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1788984687.843206:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973229952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843233:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973229952:12345-0@lo:400:kworker.0 Request processed in 28us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.843239:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:0.0:1788984687.843250:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1788984687.843256:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973230464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843283:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973230464:12345-0@lo:400:kworker.0 Request processed in 27us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.843287:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00080000:0.0:1788984687.843313:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984687.843321:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230336 00000100:00100000:0.0:1788984687.843324:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230336 00000100:00100000:0.0:1788984687.843347:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1788984687.843352:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973230336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843383:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973230336:12345-0@lo:400:kworker.0 Request processed in 30us (496us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984687.843389:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00080000:0.0:1788984687.843403:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984687.843447:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973229696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843462:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973230208:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843472:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973230720:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843484:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973229568:0@lo:400:kworker.0 00010000:00080000:0.0:1788984687.843495:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c71f80 x1875885973230080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984687.843504:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973230080:0@lo:400:kworker.0 00010000:00080000:0.0:1788984687.843513:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb34380 x1875885973230592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984703 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984687.843519:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973230592:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843559:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973229952:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843567:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973230464:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843575:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973229824:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843594:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973230336:0@lo:400:kworker.0 00000100:00100000:0.0:1788984687.843810:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973230848:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984687.843841:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984687.843979:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973229440 00000100:00100000:2.0:1788984687.843985:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973229440 00000100:00100000:2.0:1788984687.844013:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1788984687.844020:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973229440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984687.844055:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973229440:12345-0@lo:400:kworker.0 Request processed in 36us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984687.844061:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1788984687.844149:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973229440:0@lo:400:kworker.0 00000100:00100000:1.0:1788984687.848100:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230848 00000100:00100000:1.0:1788984687.848117:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230848 00000100:00100000:1.0:1788984687.848180:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788984687.848207:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973230848:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984687.848233:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984687.848316:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973230848:12345-0@lo:13:osp-pre-1-1.0 Request processed in 111us (4473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984687.848322:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:0.0:1788984687.848615:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973230848:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788984688.609043:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984689.637294:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984690.654238:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984690.915334:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973230976:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984690.915450:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984690.915550:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973230976 00000100:00100000:2.0:1788984690.915562:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973230976 00000100:00100000:2.0:1788984690.915633:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:2.0:1788984690.915645:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973230976:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984690.915683:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984690.915737:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973230976:12345-0@lo:13:osp-pre-0-1.0 Request processed in 94us (287us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984690.915746:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:2.0:1788984690.915788:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984690.915834:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973230976:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984690.916558:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984690.916575:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973231104:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984690.916622:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984690.916675:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231104 00000100:00100000:0.0:1788984690.916681:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231104 00000100:00100000:0.0:1788984690.916719:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1788984690.916727:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973231104:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984690.916743:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984690.916799:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973231104:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (175us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984690.916805:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1788984690.916843:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973231104:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984690.919404:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984691.425818:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984691.425849:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973231232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984691.425989:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984691.426172:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231232 00000100:00100000:0.0:1788984691.426185:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231232 00000100:00100000:0.0:1788984691.426261:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1788984691.426273:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973231232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984691.426325:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984691.426394:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eaca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973231232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (396us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984691.426431:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:0.0:1788984691.426494:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973231232:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984691.696085:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984692.703828:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984692.791076:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984692.791115:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984692.791143:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984692.791167:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162880 00000100:00100000:0.0:1788984692.791176:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162880 00000100:00100000:0.0:1788984692.791229:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162752 00000100:00100000:0.0:1788984692.791231:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162752 00000100:00100000:0.0:1788984692.791250:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 439 00000100:00100000:0.0:1788984692.791260:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162880:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984692.791345:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162880:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984692.791353:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 439 00000100:00100000:0.0:1788984692.791369:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 440 00000100:00100000:0.0:1788984692.791387:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162752:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984692.791409:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953162752:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (265us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984692.791415:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 440 00000100:00080000:0.0:1788984692.791435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984692.791438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984692.792015:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953162624 00000100:00100000:3.0:1788984692.792021:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953162624 00000100:00100000:3.0:1788984692.792062:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 400 00000100:00100000:3.0:1788984692.792069:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953162624:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984692.792104:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953162624:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 35us (1040us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984692.792109:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 400 00000100:00100000:2.0:1788984692.958055:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973231360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984692.958121:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.958195:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231360 00000100:00100000:2.0:1788984692.958202:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231360 00000100:00100000:2.0:1788984692.958239:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1788984692.958246:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973231360:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984692.958276:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984692.958316:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973231360:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.958331:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:2.0:1788984692.958390:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973231360:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984692.958629:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973231488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984692.958659:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984692.958737:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231488 00000100:00100000:1.0:1788984692.958742:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231488 00000100:00100000:1.0:1788984692.958790:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:1.0:1788984692.958799:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973231488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984692.958823:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984692.958866:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973231488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984692.958873:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00080000:2.0:1788984692.958963:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984692.958996:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973231488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984692.960414:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984692.960432:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973231616:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960484:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.960534:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231616 00000100:00100000:2.0:1788984692.960541:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231616 00000100:00100000:2.0:1788984692.960581:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788984692.960590:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973231616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960631:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973231616:12345-0@lo:400:kworker.0 Request processed in 42us (146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.960638:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788984692.960687:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973231616:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960720:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973231744:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960757:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.960788:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231744 00000100:00100000:2.0:1788984692.960792:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231744 00000100:00100000:2.0:1788984692.960821:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1788984692.960827:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973231744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960861:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973231744:12345-0@lo:400:kworker.0 Request processed in 34us (103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.960867:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:2.0:1788984692.960893:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143002a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973231744:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960957:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973231872:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.960980:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.961007:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973231872 00000100:00100000:2.0:1788984692.961011:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973231872 00000100:00100000:2.0:1788984692.961034:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1788984692.961040:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973231872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961072:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973231872:12345-0@lo:400:kworker.0 Request processed in 33us (92us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.961078:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:2.0:1788984692.961106:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973231872:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961133:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973232000:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961156:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.961184:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232000 00000100:00100000:2.0:1788984692.961187:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232000 00000100:00100000:2.0:1788984692.961210:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1788984692.961216:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973232000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961262:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973232000:12345-0@lo:400:kworker.0 Request processed in 46us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.961269:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1788984692.961294:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973232000:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961322:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984692.961328:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973232128:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961349:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.961383:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232128 00000100:00100000:2.0:1788984692.961387:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232128 00000100:00100000:2.0:1788984692.961417:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1788984692.961423:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973232128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961454:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973232128:12345-0@lo:400:kworker.0 Request processed in 31us (105us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.961460:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00080000:2.0:1788984692.961476:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984692.961495:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973232128:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961522:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973232256:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961544:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.961567:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232256 00000100:00100000:2.0:1788984692.961570:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232256 00000100:00100000:2.0:1788984692.961597:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:2.0:1788984692.961602:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973232256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961632:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973232256:12345-0@lo:400:kworker.0 Request processed in 30us (87us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.961638:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00080000:2.0:1788984692.961660:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788984692.961680:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143994380 x1875885973232256/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984692.961690:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973232256:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961721:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973232384:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961746:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.961773:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232384 00000100:00100000:2.0:1788984692.961776:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232384 00000100:00100000:2.0:1788984692.961805:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1788984692.961811:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973232384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961844:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973232384:12345-0@lo:400:kworker.0 Request processed in 33us (97us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.961850:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00080000:2.0:1788984692.961865:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984692.961882:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973232384:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961909:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973232512:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.961957:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.961982:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232512 00000100:00100000:2.0:1788984692.961986:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232512 00000100:00100000:2.0:1788984692.962013:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:2.0:1788984692.962019:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973232512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962057:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973232512:12345-0@lo:400:kworker.0 Request processed in 38us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.962064:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00000100:00080000:2.0:1788984692.962082:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984692.962099:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973232512:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962142:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984692.962149:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973232640:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962172:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.962196:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232640 00000100:00100000:2.0:1788984692.962200:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232640 00000100:00100000:2.0:1788984692.962224:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1788984692.962236:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973232640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962273:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973232640:12345-0@lo:400:kworker.0 Request processed in 42us (100us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.962279:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00080000:2.0:1788984692.962293:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984692.962313:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973232640:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962342:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973232768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962365:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.962408:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232768 00000100:00100000:2.0:1788984692.962413:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232768 00000100:00100000:2.0:1788984692.962447:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1788984692.962455:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973232768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962499:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973232768:12345-0@lo:400:kworker.0 Request processed in 46us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.962504:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00080000:2.0:1788984692.962520:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:2.0:1788984692.962539:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b02d80 x1875885973232768/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984708 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984692.962548:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973232768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962592:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973232896:0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962614:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984692.962637:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973232896 00000100:00100000:2.0:1788984692.962640:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973232896 00000100:00100000:2.0:1788984692.962665:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1788984692.962670:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973232896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984692.962701:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973232896:12345-0@lo:400:kworker.0 Request processed in 31us (86us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984692.962706:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00080000:2.0:1788984692.962718:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984692.962733:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973232896:0@lo:400:kworker.0 00000100:00100000:0.0:1788984692.966040:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984692.966073:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973233024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984692.966150:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984692.966388:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233024 00000100:00100000:1.0:1788984692.966396:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233024 00000100:00100000:1.0:1788984692.966458:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788984692.966470:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973233024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984692.966494:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984692.966545:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973233024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 79us (394us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984692.966552:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:1.0:1788984692.966597:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973233024:0@lo:13:osp-pre-1-1.0 00010000:00010000:3.0:1788984693.726690:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984694.751547:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984695.774225:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984696.030250:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973233152:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984696.030334:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984696.030478:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233152 00000100:00100000:2.0:1788984696.030487:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233152 00000100:00100000:2.0:1788984696.030548:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1788984696.030558:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973233152:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984696.030588:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984696.030638:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973233152:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984696.030645:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1788984696.030690:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973233152:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984696.030754:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984696.030941:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984696.031293:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973233280:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984696.031325:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984696.031449:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233280 00000100:00100000:1.0:1788984696.031455:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233280 00000100:00100000:1.0:1788984696.031540:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:1.0:1788984696.031548:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973233280:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984696.031576:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984696.031663:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973233280:12345-0@lo:13:osp-pre-0-0.0 Request processed in 116us (337us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984696.031670:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00080000:0.0:1788984696.035880:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984696.036220:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973233280:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984696.542748:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973233408:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984696.542830:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984696.544019:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233408 00000100:00100000:0.0:1788984696.544032:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233408 00000100:00100000:0.0:1788984696.544094:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:0.0:1788984696.544104:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973233408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984696.544141:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984696.544224:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973233408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 122us (1394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984696.544232:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:1.0:1788984696.544360:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973233408:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984696.800082:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788984697.548236:0:18973:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 9: nodemap range add ================== 16:11:35 (1788984695) 00010000:00010000:1.0:1788984697.822214:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984697.912493:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984697.912545:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984697.912580:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984697.912638:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163008 00000100:00100000:0.0:1788984697.912654:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163008 00000100:00100000:0.0:1788984697.912747:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 402 00000100:00100000:0.0:1788984697.912761:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953163008:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984697.912853:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953163008:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 95us (377us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984697.912861:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 402 00000100:00100000:2.0:1788984697.914289:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163264 00000100:00100000:2.0:1788984697.914304:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163264 00000100:00100000:2.0:1788984697.914406:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163136 00000100:00100000:2.0:1788984697.914410:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163136 00000100:00100000:2.0:1788984697.914442:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 447 00000100:00100000:2.0:1788984697.914453:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953163264:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984697.914518:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953163264:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 68us (1971us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984697.914526:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 447 00000100:00100000:2.0:1788984697.914542:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 448 00000100:00100000:2.0:1788984697.914549:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953163136:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984697.914582:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eacbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953163136:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (1999us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984697.914590:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 448 00000100:00080000:0.0:1788984697.915393:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984697.915398:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984698.078690:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973233536:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.078790:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.078859:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973234048:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.078891:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.078908:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973234560:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.078962:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.078981:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973235072:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079147:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079178:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788984698.079186:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973233920:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079236:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079261:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973234432:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079289:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079312:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973234944:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079354:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079393:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973233664:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079423:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079448:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973234176:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079471:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079495:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973234688:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079520:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079547:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984698.079556:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973233792:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079586:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.079609:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973234304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.079629:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984698.079844:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234048 00000100:00100000:2.0:1788984698.079861:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234048 00000100:00100000:2.0:1788984698.079916:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233792 00000100:00100000:2.0:1788984698.079920:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233792 00000100:00100000:2.0:1788984698.079974:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1788984698.079986:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973234048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.080091:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973234048:12345-0@lo:400:kworker.0 Request processed in 108us (1200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.080098:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:2.0:1788984698.080116:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1788984698.080124:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973233792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.080139:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973234816:0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.080164:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973233792:12345-0@lo:400:kworker.0 Request processed in 39us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.080172:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00100000:0.0:1788984698.080192:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984698.080215:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233920 00000100:00100000:2.0:1788984698.080222:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233920 00000100:00100000:0.0:1788984698.080243:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973233792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.080250:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233664 00000100:00100000:2.0:1788984698.080256:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233664 00000100:00100000:2.0:1788984698.080284:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234176 00000100:00100000:2.0:1788984698.080287:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234176 00000100:00100000:0.0:1788984698.080334:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973233536 00000100:00100000:0.0:1788984698.080344:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973233536 00000100:00100000:0.0:1788984698.080393:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1788984698.080401:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973233536:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.080447:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973233536:12345-0@lo:400:kworker.0 Request processed in 47us (1657us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984698.080454:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1788984698.080715:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973235200:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984698.080740:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984698.082382:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234688 00000100:00100000:2.0:1788984698.082399:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234688 00000100:00100000:0.0:1788984698.082439:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234560 00000100:00100000:0.0:1788984698.082451:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234560 00000100:00100000:2.0:1788984698.082468:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234304 00000100:00100000:2.0:1788984698.082475:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234304 00000100:00100000:0.0:1788984698.082507:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235072 00000100:00100000:2.0:1788984698.082511:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234816 00000100:00100000:0.0:1788984698.082514:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235072 00000100:00100000:2.0:1788984698.082518:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234816 00000100:00100000:0.0:1788984698.082561:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234432 00000100:00100000:0.0:1788984698.082567:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234432 00000100:00100000:2.0:1788984698.082573:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788984698.082588:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973233920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.082598:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973234944 00000100:00100000:0.0:1788984698.082603:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973234944 00000100:00100000:0.0:1788984698.082627:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1788984698.082637:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973234560:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.082684:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973233920:12345-0@lo:400:kworker.0 Request processed in 99us (3448us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.082693:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788984698.082721:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1788984698.082725:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973234560:12345-0@lo:400:kworker.0 Request processed in 87us (3758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.082736:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973233664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.082740:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00000100:00100000:0.0:1788984698.082772:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:0.0:1788984698.082783:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973235072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.082825:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973233664:12345-0@lo:400:kworker.0 Request processed in 89us (3397us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984698.082839:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973235072:12345-0@lo:400:kworker.0 Request processed in 53us (3685us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.082840:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1788984698.082856:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1788984698.082876:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788984698.082881:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:2.0:1788984698.082891:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973234176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.082896:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973234432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.082989:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973234176:12345-0@lo:400:kworker.0 Request processed in 102us (3515us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.082997:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:2.0:1788984698.083014:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1788984698.083022:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973234688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984698.083209:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235200 00000100:00100000:3.0:1788984698.083215:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235200 00000100:00100000:3.0:1788984698.083251:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1788984698.083259:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973235200:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984698.083306:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984698.083952:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:1.0:1788984698.083973:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973234304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.084077:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973234688:12345-0@lo:400:kworker.0 Request processed in 1056us (4556us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.084085:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:2.0:1788984698.084101:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:2.0:1788984698.084107:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973234816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984698.084130:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973234816:12345-0@lo:400:kworker.0 Request processed in 24us (3941us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984698.084135:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1788984698.084185:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973234432:12345-0@lo:400:kworker.0 Request processed in 1289us (4888us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984698.084197:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1788984698.084223:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1788984698.084234:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973234944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084484:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973234944:12345-0@lo:400:kworker.0 Request processed in 252us (5127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984698.084491:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:0.0:1788984698.084556:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973235328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984698.084610:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984698.084713:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984698.084721:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984698.084725:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984698.084731:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984698.084799:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973233920:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084814:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973234432:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084829:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973234944:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084840:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973233536:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084856:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973234048:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084874:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c51880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973234560:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084887:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c51f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973235072:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.084920:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984698.084958:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973235456:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984698.085360:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984698.085453:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235328 00000100:00100000:0.0:1788984698.085462:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235328 00000100:00100000:0.0:1788984698.085509:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235456 00000100:00100000:0.0:1788984698.085512:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235456 00000100:00100000:0.0:1788984698.085532:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788984698.085543:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973235328:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984698.085574:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984698.085635:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973235328:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (1026us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984698.085645:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788984698.085676:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1788984698.085686:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973235456:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984698.085697:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984698.085734:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973235456:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984698.085741:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1788984698.085792:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a6a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973235328:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984698.085827:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a6a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973235456:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1788984698.085901:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1247c52a00 x1875885973234816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984698.085914:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973234816:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.085967:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973233664:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.085983:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973234176:0@lo:400:kworker.0 00000100:00100000:3.0:1788984698.086235:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973235200:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2974us (5490us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984698.086245:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:0.0:1788984698.086410:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c50a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973234688:0@lo:400:kworker.0 00000100:00100000:0.0:1788984698.086438:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973235200:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984698.087885:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973234304:12345-0@lo:400:kworker.0 Request processed in 3914us (8245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984698.087902:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00010000:00080000:0.0:1788984698.087977:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c73b80 x1875885973234304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984698.088008:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973234304:0@lo:400:kworker.0 00010000:00010000:2.0:1788984698.849866:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984699.005656:0:19021:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc95046220 20000000:00000080:3.0:1788984699.005682:0:19021:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114399dc00 uarg=0000000000000000 10000000:01000000:3.0:1788984699.005761:0:19021:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984699.005791:0:19021:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984699.005818:0:19021:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984699.005828:0:19021:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984699.005883:0:19021:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984699.005900:0:19021:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 23 pid: 6506 timeout: 638 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984699.006734:0:19021:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19021:1875885973235584:0@lo:104: 00000100:00100000:3.0:1788984699.006901:0:19021:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984699.007266:0:19021:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254600 going to sleep for 11 seconds 00000100:00100000:2.0:1788984699.007307:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788984699.007331:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235584 00000100:00100000:2.0:1788984699.007341:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235584 00000100:00100000:2.0:1788984699.007410:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 62 00000100:00100000:2.0:1788984699.007419:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:19021:x1875885973235584:12345-0@lo:104: 00010000:00010000:2.0:1788984699.007438:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984699.007657:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984699.007664:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:19021:x1875885973235584:12345-0@lo:104: Request processed in 246us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984699.007671:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 62 00000100:00100000:3.0:1788984699.007680:0:19021:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19021:1875885973235584:0@lo:104: 00010000:00010000:3.0:1788984699.007704:0:19021:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984699.007758:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984699.007768:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984699.007776:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984699.007781:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984699.007791:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984699.007800:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984699.007807:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984699.007854:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984699.007862:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984699.007898:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984699.007906:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52ee96 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ee9d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984699.007916:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973235712:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984699.008199:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984699.008201:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984699.008203:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984699.008211:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984699.008296:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235712 00000100:00100000:1.0:1788984699.008303:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235712 00010000:00010000:1.0:1788984699.008341:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 24 pid: 6506 timeout: 638 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984699.008394:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788984699.008401:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973235712:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984699.008413:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984699.008417:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 24 pid: 6506 timeout: 638 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008426:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 24 pid: 6506 timeout: 638 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008446:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52ee9d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ee96 expref: 24 pid: 6506 timeout: 638 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008469:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008579:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008593:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008599:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008604:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008608:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008611:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984699.008615:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008620:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008632:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984699.008654:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788984699.008657:0:19021:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984699.008665:0:19021:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984699.008682:0:19021:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52eea4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19021 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984699.008731:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973235712:12345-0@lo:103:ldlm_bl.0 Request processed in 330us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984699.008738:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00000100:00100000:2.0:1788984699.008845:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973235712:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984699.873922:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984700.451774:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984700.451784:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984700.451807:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984700.451870:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.451886:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.451901:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984700.451957:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973235840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984700.452057:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984700.452118:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d600 going to sleep for 11 seconds 00000100:00100000:2.0:1788984700.452146:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235840 00000100:00100000:2.0:1788984700.452155:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235840 00000100:00100000:2.0:1788984700.452297:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788984700.452319:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973235840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984700.452338:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984700.452355:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52eeab expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.452386:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.452400:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.452411:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eac00, rc 0) 00000100:00100000:2.0:1788984700.452527:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973235840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 210us (468us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984700.452546:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788984700.452610:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973235840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984700.452629:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.452640:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984700.452662:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984700.452669:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.452679:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984700.897719:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984701.150554:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973235968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984701.150660:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984701.150948:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973236096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984701.153385:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984701.170258:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973235968 00000100:00100000:1.0:1788984701.170281:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973235968 00000100:00100000:0.0:1788984701.170858:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236096 00000100:00100000:0.0:1788984701.170873:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236096 00000100:00100000:0.0:1788984701.170903:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1788984701.170913:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973235968:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984701.170971:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984701.171149:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973235968:12345-0@lo:13:osp-pre-0-0.0 Request processed in 238us (20489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984701.171157:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1788984701.171175:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1788984701.171182:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973236096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984701.171192:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984701.171223:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973236096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 42us (17845us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984701.171229:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:0.0:1788984701.171279:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973236096:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984701.173398:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984701.177208:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973235968:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984701.663392:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973236224:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984701.663513:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984701.663622:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236224 00000100:00100000:3.0:1788984701.663633:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236224 00000100:00100000:3.0:1788984701.663693:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1788984701.663703:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973236224:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984701.663748:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984701.663806:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973236224:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984701.663815:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1788984701.663877:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973236224:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984701.926083:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984702.952383:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984703.044206:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984703.044264:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984703.044324:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984703.044362:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163648 00000100:00100000:1.0:1788984703.044375:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163648 00000100:00100000:1.0:1788984703.044456:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163520 00000100:00100000:1.0:1788984703.044460:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163520 00000100:00100000:1.0:1788984703.044488:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 455 00000100:00100000:1.0:1788984703.044501:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953163648:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984703.044601:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953163648:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 102us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984703.044609:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 455 00000100:00100000:1.0:1788984703.044631:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 456 00000100:00100000:1.0:1788984703.044637:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953163520:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984703.044668:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a6a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953163520:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984703.044692:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 456 00000100:00080000:1.0:1788984703.044717:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984703.044722:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984703.045454:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163392 00000100:00100000:3.0:1788984703.045465:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163392 00000100:00100000:3.0:1788984703.045537:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 405 00000100:00100000:3.0:1788984703.045546:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953163392:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984703.045600:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953163392:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 55us (1410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984703.045607:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 405 00000100:00100000:3.0:1788984703.198218:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788984703.198247:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984703.198268:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973236608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984703.198269:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973236352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984703.198764:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984703.198858:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973236480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984703.198890:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984703.198976:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236352 00000100:00100000:3.0:1788984703.198986:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236352 00000100:00100000:3.0:1788984703.199069:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:3.0:1788984703.199081:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973236352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984703.199122:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984703.199170:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973236352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 91us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984703.199177:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:2.0:1788984703.199211:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973237120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.199217:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236480 00000100:00100000:3.0:1788984703.199221:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236480 00000100:00100000:3.0:1788984703.199248:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1788984703.199250:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984703.199254:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973236480:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984703.199270:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973237632:0@lo:400:kworker.0 00000004:00000024:3.0:1788984703.199294:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984703.200206:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984703.200258:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984703.200260:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973236480:12345-0@lo:41:osp-pre-0-1.0 Request processed in 1004us (1367us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.200267:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973236736:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.200269:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:3.0:1788984703.200306:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237120 00000100:00100000:3.0:1788984703.200311:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237120 00000100:00100000:2.0:1788984703.200326:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984703.200341:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1788984703.200348:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973237120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.200361:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973237248:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.200389:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973237120:12345-0@lo:400:kworker.0 Request processed in 42us (1138us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984703.200395:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1788984703.200400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984703.200424:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973237760:0@lo:400:kworker.0 00000100:00080000:3.0:1788984703.200556:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984703.200585:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973236864:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.200616:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984703.200626:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236736 00000100:00100000:2.0:1788984703.200630:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236736 00000100:00100000:3.0:1788984703.200641:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973237376:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.200662:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788984703.200666:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984703.200668:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973236736:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.200683:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973237888:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.200700:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973236736:12345-0@lo:400:kworker.0 Request processed in 33us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984703.200704:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984703.200707:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1788984703.200742:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237248 00000100:00100000:2.0:1788984703.200746:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237248 00000100:00100000:2.0:1788984703.200781:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236864 00000100:00100000:2.0:1788984703.200784:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236864 00000100:00100000:2.0:1788984703.200797:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237376 00000100:00100000:2.0:1788984703.200799:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237376 00000100:00100000:2.0:1788984703.200812:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237888 00000100:00100000:2.0:1788984703.200814:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237888 00000100:00100000:2.0:1788984703.200828:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1788984703.200834:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973237248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984703.207068:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973236992:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.207266:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973237248:12345-0@lo:400:kworker.0 Request processed in 6428us (6860us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.207321:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:2.0:1788984703.207378:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788984703.207395:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973236864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.207472:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973236864:12345-0@lo:400:kworker.0 Request processed in 86us (6855us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.207479:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788984703.207511:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788984703.207520:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973237376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.207557:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973237376:12345-0@lo:400:kworker.0 Request processed in 39us (6890us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.207564:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788984703.207577:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788984703.207586:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973237888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.207621:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973237888:12345-0@lo:400:kworker.0 Request processed in 37us (6915us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.207627:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788984703.207901:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984703.207994:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973237120:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.208034:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973236736:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.208051:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c00000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973237248:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.208077:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237760 00000100:00100000:2.0:1788984703.208086:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237760 00000100:00100000:2.0:1788984703.208140:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1788984703.208148:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973237760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.208189:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973237760:12345-0@lo:400:kworker.0 Request processed in 42us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.208195:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1788984703.208220:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973237760:0@lo:400:kworker.0 00000100:00080000:3.0:1788984703.210388:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984703.210402:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:3.0:1788984703.210659:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c02d80 x1875885973237888/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984703.210680:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973237888:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.210720:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973236352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984703.210742:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973236480:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984703.210812:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973236864:0@lo:400:kworker.0 00010000:00080000:3.0:1788984703.210826:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142c02680 x1875885973237376/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984703.210835:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973237376:0@lo:400:kworker.0 00000100:00100000:0.0:1788984703.212291:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984703.212373:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237632 00000100:00100000:0.0:1788984703.212389:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237632 00000100:00100000:0.0:1788984703.212611:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1788984703.212624:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973237632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984703.212886:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973237632:12345-0@lo:400:kworker.0 Request processed in 264us (12684us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984703.213011:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:0.0:1788984703.213218:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973237632:0@lo:400:kworker.0 00000100:00080000:0.0:1788984703.213244:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984703.213317:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236608 00000100:00100000:2.0:1788984703.213323:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236608 00000100:00100000:2.0:1788984703.213365:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:2.0:1788984703.213378:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973236608:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984703.213543:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984703.213594:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973236608:12345-0@lo:13:osp-pre-1-0.0 Request processed in 217us (1321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.213601:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00080000:0.0:1788984703.213885:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984703.214252:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973236608:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984703.214877:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984703.214996:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973237504:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.215036:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984703.215055:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973238016:0@lo:400:kworker.0 00000100:00100000:3.0:1788984703.215071:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984703.215117:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973237504 00000100:00100000:0.0:1788984703.215126:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973237504 00000100:00100000:0.0:1788984703.215174:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238016 00000100:00100000:0.0:1788984703.215176:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238016 00000100:00100000:0.0:1788984703.215193:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1788984703.215202:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973237504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984703.215255:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973237504:12345-0@lo:400:kworker.0 Request processed in 54us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984703.215262:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1788984703.215290:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:0.0:1788984703.215296:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973238016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984703.215396:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973238016:12345-0@lo:400:kworker.0 Request processed in 100us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984703.215623:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00080000:0.0:1788984703.215656:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984703.215691:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973237504:0@lo:400:kworker.0 00000100:00100000:0.0:1788984703.216176:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c01880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973238016:0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.223871:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973236992 00000100:00100000:2.0:1788984703.223900:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973236992 00000100:00100000:2.0:1788984703.224029:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:2.0:1788984703.224040:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973236992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984703.224168:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973236992:12345-0@lo:400:kworker.0 Request processed in 131us (9295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984703.224174:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788984703.224401:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973236992:0@lo:400:kworker.0 00010000:00010000:2.0:1788984703.971007:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984704.194357:0:19217:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffdc6214a0 20000000:00000080:2.0:1788984704.194384:0:19217:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412e9800 uarg=0000000000000000 10000000:01000000:2.0:1788984704.194473:0:19217:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984704.194504:0:19217:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984704.194528:0:19217:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984704.194540:0:19217:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984704.194596:0:19217:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984704.194612:0:19217:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 23 pid: 6508 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984704.194638:0:19217:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19217:1875885973238144:0@lo:104: 00000100:00100000:2.0:1788984704.194730:0:19217:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984704.194810:0:19217:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330da80 going to sleep for 11 seconds 00000100:00100000:0.0:1788984704.195403:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238144 00000100:00100000:0.0:1788984704.195415:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238144 00000100:00100000:0.0:1788984704.195490:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 63 00000100:00100000:0.0:1788984704.195503:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19217:x1875885973238144:12345-0@lo:104: 00010000:00010000:0.0:1788984704.195519:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.195615:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984704.195623:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19217:x1875885973238144:12345-0@lo:104: Request processed in 122us (892us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984704.195630:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 63 00010000:00010000:0.0:1788984704.195658:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984704.195665:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.195673:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984704.195678:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.195688:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984704.195695:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984704.195702:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984704.195750:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.195757:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984704.195780:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.195788:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb600/0xa0dd3253da52eeab lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eeb2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.195808:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984704.195810:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984704.195812:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984704.195838:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973238272:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984704.195876:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984704.195955:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238272 00000100:00100000:0.0:1788984704.195960:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238272 00010000:00010000:0.0:1788984704.195981:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 24 pid: 6508 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984704.196008:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788984704.196015:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973238272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984704.196031:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984704.196036:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 24 pid: 6508 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196048:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 24 pid: 6508 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196066:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196082:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196099:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196107:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196115:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196122:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196127:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984704.196132:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196141:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196150:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984704.196162:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984704.196190:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973238272:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984704.196197:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00000100:00100000:0.0:1788984704.196241:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973238272:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984704.196814:0:19217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52eeb2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52eeab expref: 23 pid: 6508 timeout: 644 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984704.196830:0:19217:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19217:1875885973238144:0@lo:104: 00010000:00010000:1.0:1788984704.196849:0:19217:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984704.196860:0:19217:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984704.196867:0:19217:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984704.196874:0:19217:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52eeb9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19217 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984704.991327:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984705.694979:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984705.694991:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984705.694998:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984705.695071:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984705.695087:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984705.695102:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984705.695138:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973238400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984705.695243:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984705.695330:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238400 00000100:00100000:2.0:1788984705.695342:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238400 00000100:00100000:0.0:1788984705.695344:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24180 going to sleep for 11 seconds 00000100:00100000:2.0:1788984705.695428:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1788984705.695441:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973238400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984705.695461:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984705.695480:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52eec0 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984705.695514:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984705.695528:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984705.695539:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788984705.695600:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973238400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 162us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984705.695608:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1788984705.695651:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973238400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984705.695678:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984705.695690:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984705.695713:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984705.695728:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984705.695738:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984706.016843:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984706.270117:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984706.270153:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973238528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984706.270280:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984706.270582:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238528 00000100:00100000:1.0:1788984706.270593:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238528 00000100:00100000:1.0:1788984706.270674:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788984706.270687:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973238528:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984706.270727:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984706.270785:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973238528:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (505us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984706.270817:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00080000:0.0:1788984706.271647:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984706.271716:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973238528:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984706.273197:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973238656:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984706.273303:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984706.273555:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238656 00000100:00100000:1.0:1788984706.273567:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238656 00000100:00100000:1.0:1788984706.273651:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:1.0:1788984706.273664:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973238656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984706.273693:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984706.273752:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973238656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984706.273760:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00080000:0.0:1788984706.275672:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984706.275768:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973238656:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984706.791654:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973238784:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984706.791759:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984706.791859:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238784 00000100:00100000:2.0:1788984706.791870:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238784 00000100:00100000:2.0:1788984706.791948:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1788984706.791959:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973238784:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984706.792040:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984706.792100:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973238784:12345-0@lo:41:osp-pre-1-0.0 Request processed in 143us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984706.792108:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1788984706.793301:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973238784:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984707.041809:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984708.062104:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984708.154295:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984708.154415:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984708.154443:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984708.154502:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163776 00000100:00100000:0.0:1788984708.154512:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163776 00000100:00100000:0.0:1788984708.154571:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 408 00000100:00100000:0.0:1788984708.154581:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953163776:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984708.154665:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953163776:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (250us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.154673:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 408 00000100:00100000:2.0:1788984708.167144:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953163904 00000100:00100000:2.0:1788984708.167160:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953163904 00000100:00100000:0.0:1788984708.167425:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164032 00000100:00100000:0.0:1788984708.167429:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164032 00000100:00100000:0.0:1788984708.167457:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 463 00000100:00100000:0.0:1788984708.167470:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953163904:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984708.167550:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953163904:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (13267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.167558:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 463 00000100:00100000:0.0:1788984708.167575:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 464 00000100:00100000:0.0:1788984708.167581:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953164032:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984708.167605:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953164032:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (13162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.167610:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 464 00000100:00080000:2.0:1788984708.168136:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984708.168150:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984708.318527:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984708.318557:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973238912:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984708.318631:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.318910:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973238912 00000100:00100000:3.0:1788984708.318919:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973238912 00000100:00100000:3.0:1788984708.319004:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:3.0:1788984708.319016:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973238912:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984708.319048:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984708.319110:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973238912:12345-0@lo:13:osp-pre-1-0.0 Request processed in 96us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984708.319117:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00080000:3.0:1788984708.319176:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984708.319190:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973239040:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984708.319238:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.319288:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973238912:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984708.319314:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239040 00000100:00100000:3.0:1788984708.319318:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239040 00000100:00100000:3.0:1788984708.319344:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:3.0:1788984708.319350:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973239040:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984708.319362:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984708.319391:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973239040:12345-0@lo:13:osp-pre-1-1.0 Request processed in 41us (152us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984708.319397:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00080000:3.0:1788984708.319411:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984708.319431:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973239040:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984708.320434:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984708.320448:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973239168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984708.320503:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.323350:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239168 00000100:00100000:3.0:1788984708.323360:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239168 00000100:00100000:3.0:1788984708.323423:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1788984708.323434:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973239168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984708.323463:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984708.323533:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973239168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (3030us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984708.323540:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:3.0:1788984708.323569:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973239424:0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.323602:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.323636:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973239936:0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.323656:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.323672:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973240448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.323704:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.323729:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788984708.323734:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973239552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.323754:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.323775:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973240064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.323799:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984708.323828:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239424 00000100:00100000:3.0:1788984708.323832:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239424 00000100:00100000:3.0:1788984708.323859:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239936 00000100:00100000:3.0:1788984708.323861:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239936 00000100:00100000:3.0:1788984708.323881:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240448 00000100:00100000:3.0:1788984708.323884:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240448 00000100:00100000:3.0:1788984708.323895:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239552 00000100:00100000:3.0:1788984708.323897:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239552 00000100:00100000:3.0:1788984708.323908:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788984708.323915:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973239424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.323988:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973239424:12345-0@lo:400:kworker.0 Request processed in 74us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984708.323994:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788984708.324007:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:3.0:1788984708.324012:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973239936:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324216:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240064 00000100:00100000:0.0:1788984708.324220:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240064 00000100:00100000:0.0:1788984708.324262:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1788984708.324269:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973240064:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324325:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973240064:12345-0@lo:400:kworker.0 Request processed in 57us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.324331:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1788984708.324356:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973239296:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324398:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984708.324424:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973239808:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324447:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984708.324459:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973240320:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324480:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984708.324512:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973239168:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984708.324529:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788984708.324536:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973239680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324559:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984708.324582:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973240192:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324602:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984708.324631:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239296 00000100:00100000:0.0:1788984708.324634:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239296 00000100:00100000:0.0:1788984708.324661:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1788984708.324667:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973239296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324700:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973239296:12345-0@lo:400:kworker.0 Request processed in 33us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.324706:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1788984708.324732:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239680 00000100:00100000:0.0:1788984708.324735:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239680 00000100:00100000:0.0:1788984708.324758:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1788984708.324772:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973239680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324803:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973239680:12345-0@lo:400:kworker.0 Request processed in 32us (243us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.324809:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:0.0:1788984708.324826:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240192 00000100:00100000:0.0:1788984708.324830:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240192 00000100:00100000:0.0:1788984708.324853:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1788984708.324860:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973240192:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324889:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973240192:12345-0@lo:400:kworker.0 Request processed in 30us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.324895:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1788984708.324967:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973239680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324979:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973240192:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.324987:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973239296:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.325020:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973239808 00000100:00100000:0.0:1788984708.325023:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973239808 00000100:00100000:0.0:1788984708.325365:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240320 00000100:00100000:0.0:1788984708.325370:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240320 00000100:00100000:0.0:1788984708.325402:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788984708.325409:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973240448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.325446:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973240448:12345-0@lo:400:kworker.0 Request processed in 38us (1741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.325451:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788984708.325465:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788984708.325471:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973239552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.325507:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973239552:12345-0@lo:400:kworker.0 Request processed in 37us (1753us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.325514:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788984708.325528:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788984708.325533:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973239808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.325565:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973239808:12345-0@lo:400:kworker.0 Request processed in 32us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.325571:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788984708.325596:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973239808:0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.325613:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788984708.325620:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973240320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984708.325649:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973240320:12345-0@lo:400:kworker.0 Request processed in 30us (1168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984708.325654:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788984708.325675:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973240320:0@lo:400:kworker.0 00000100:00080000:2.0:1788984708.325901:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984708.325906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984708.325908:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984708.325973:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b36d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973239552:0@lo:400:kworker.0 00000100:00100000:2.0:1788984708.325985:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973240064:0@lo:400:kworker.0 00000100:00100000:2.0:1788984708.325994:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973239424:0@lo:400:kworker.0 00010000:00080000:2.0:1788984708.326006:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143398000 x1875885973240448/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984708.326015:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973240448:0@lo:400:kworker.0 00000100:00100000:3.0:1788984708.326798:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973239936:12345-0@lo:400:kworker.0 Request processed in 2781us (3136us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984708.326809:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00010000:00080000:2.0:1788984708.327536:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b37800 x1875885973239936/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984708.327550:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973239936:0@lo:400:kworker.0 00000020:00000080:0.0:1788984709.069643:0:19413:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe684124f0 20000000:00000080:0.0:1788984709.069670:0:19413:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143991000 uarg=0000000000000000 10000000:01000000:0.0:1788984709.071817:0:19413:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984709.071852:0:19413:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.071877:0:19413:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.071886:0:19413:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.072173:0:19413:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.072194:0:19413:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 23 pid: 6508 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984709.072214:0:19413:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c50e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19413:1875885973240576:0@lo:104: 00000100:00100000:0.0:1788984709.072325:0:19413:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984709.072467:0:19413:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be80c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788984709.073900:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240576 00000100:00100000:1.0:1788984709.073919:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240576 00000100:00100000:1.0:1788984709.074036:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 64 00000100:00100000:1.0:1788984709.074050:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19413:x1875885973240576:12345-0@lo:104: 00010000:00010000:1.0:1788984709.074071:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984709.074184:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984709.074191:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19413:x1875885973240576:12345-0@lo:104: Request processed in 145us (1867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984709.074198:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 64 00010000:00010000:3.0:1788984709.074281:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984709.074291:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074320:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984709.074325:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074335:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984709.074343:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984709.074350:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984709.074407:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074415:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984709.074450:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074458:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52eec0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eec7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074479:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984709.074482:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984709.074483:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984709.074524:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973240704:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984709.074576:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984709.074626:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240704 00000100:00100000:3.0:1788984709.074631:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240704 00010000:00010000:3.0:1788984709.074658:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 24 pid: 6508 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984709.074690:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:3.0:1788984709.074705:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973240704:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984709.074720:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984709.074726:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 24 pid: 6508 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074737:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 24 pid: 6508 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074770:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074781:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074799:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074807:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074815:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074822:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074829:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984709.074834:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074841:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074858:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984709.074872:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984709.074912:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973240704:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984709.074919:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788984709.074982:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973240704:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984709.075079:0:19413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52eec7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52eec0 expref: 24 pid: 6508 timeout: 648 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984709.075092:0:19413:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c50e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19413:1875885973240576:0@lo:104: 00010000:00010000:0.0:1788984709.075109:0:19413:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.075119:0:19413:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.075126:0:19413:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984709.075132:0:19413:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52eece lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19413 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984709.090259:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984710.116944:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984710.177674:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984710.177686:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984710.177692:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984710.177757:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.177786:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.177800:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984710.177833:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973240832:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984710.177956:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984710.178015:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34540 going to sleep for 11 seconds 00000100:00100000:1.0:1788984710.181572:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240832 00000100:00100000:1.0:1788984710.181600:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240832 00000100:00100000:1.0:1788984710.181692:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788984710.181705:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973240832:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984710.181728:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984710.181756:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52eed5 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.181793:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.181807:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.181817:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebc00, rc 0) 00000100:00100000:1.0:1788984710.181920:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973240832:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 218us (3964us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984710.181950:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788984710.182045:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973240832:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984710.182066:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.182076:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984710.182102:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984710.182108:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984710.182117:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788984710.951548:0:19511:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc8f410b0 20000000:00000080:2.0:1788984710.951573:0:19511:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412eb800 uarg=0000000000000000 10000000:01000000:2.0:1788984710.952196:0:19511:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984710.952293:0:19511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984710.952317:0:19511:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984710.952326:0:19511:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984710.952378:0:19511:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984710.952395:0:19511:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 23 pid: 6508 timeout: 650 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984710.952412:0:19511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19511:1875885973240960:0@lo:104: 00000100:00100000:2.0:1788984710.952496:0:19511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984710.952666:0:19511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8240 going to sleep for 11 seconds 00000100:00100000:0.0:1788984710.952838:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973240960 00000100:00100000:0.0:1788984710.952850:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973240960 00000100:00100000:0.0:1788984710.952917:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 65 00000100:00100000:2.0:1788984710.953406:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:19511:x1875885973240960:12345-0@lo:104: 00010000:00010000:2.0:1788984710.953424:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984710.953547:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984710.953555:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:19511:x1875885973240960:12345-0@lo:104: Request processed in 628us (1058us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984710.953579:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 65 00010000:00010000:3.0:1788984710.953641:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984710.953652:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.953660:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984710.953665:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.953675:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984710.953684:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984710.953700:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984710.953745:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.953752:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984710.953785:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.953806:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52eed5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eedc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.953827:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984710.953829:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984710.953830:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984710.953840:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984710.953856:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973241088:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984710.953901:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984710.953978:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241088 00000100:00100000:3.0:1788984710.953984:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241088 00010000:00010000:3.0:1788984710.954009:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 24 pid: 6508 timeout: 650 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984710.954034:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:3.0:1788984710.954041:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973241088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984710.954053:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984710.954058:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 24 pid: 6508 timeout: 650 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954069:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 24 pid: 6508 timeout: 650 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954089:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954098:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954354:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954364:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954371:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954378:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954383:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984710.954388:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954395:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954404:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984710.954416:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984710.954491:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973241088:12345-0@lo:103:ldlm_bl.0 Request processed in 450us (589us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984710.954499:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:0.0:1788984710.954679:0:19511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52eedc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52eed5 expref: 23 pid: 6508 timeout: 650 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984710.954752:0:19511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19511:1875885973240960:0@lo:104: 00010000:00010000:0.0:1788984710.954779:0:19511:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984710.954790:0:19511:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984710.954797:0:19511:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984710.954803:0:19511:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52eee3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984710.956331:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973241088:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984711.134251:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984711.390757:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984711.390792:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973241344:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984711.390893:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984711.391023:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241344 00000100:00100000:1.0:1788984711.391034:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241344 00000100:00100000:2.0:1788984711.391601:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973241216:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984711.391657:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788984711.391782:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984711.391845:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241216 00000100:00100000:0.0:1788984711.391852:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241216 00000100:00100000:1.0:1788984711.392244:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:1.0:1788984711.392262:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973241344:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984711.392306:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984711.392387:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973241344:12345-0@lo:13:osp-pre-0-0.0 Request processed in 130us (1494us total) trans 0 rc 0/0 00000100:00080000:2.0:1788984711.392431:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984711.394034:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973241344:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984711.395022:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:0.0:1788984711.395049:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973241216:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984711.395086:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984711.395221:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:0.0:1788984711.395549:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973241216:12345-0@lo:13:osp-pre-0-1.0 Request processed in 513us (3891us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984711.395557:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1788984711.395638:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973241216:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984711.902999:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973241472:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984711.903116:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984711.903253:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241472 00000100:00100000:1.0:1788984711.903264:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241472 00000100:00100000:1.0:1788984711.903325:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788984711.903337:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973241472:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984711.903402:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984711.903468:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973241472:12345-0@lo:41:osp-pre-1-0.0 Request processed in 131us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984711.903477:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788984711.903535:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a68700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973241472:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984712.158303:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984712.158343:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984712.158348:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984712.158373:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984712.158445:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984712.158459:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984712.158474:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984712.158508:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973241600:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984712.158607:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984712.158683:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c1649c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984712.158757:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241600 00000100:00100000:0.0:1788984712.158768:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241600 00000100:00100000:0.0:1788984712.158838:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788984712.158850:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973241600:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984712.158870:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984712.158889:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52eeea expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984712.158953:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984712.158968:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984712.158980:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9000, rc 0) 00000100:00100000:0.0:1788984712.159040:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973241600:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984712.159047:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788984712.159241:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973241600:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984712.159259:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984712.159270:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984712.159292:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984712.159298:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984712.159317:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.183969:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984713.275115:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984713.275176:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984713.275224:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984713.275264:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164416 00000100:00100000:0.0:1788984713.275277:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164416 00000100:00100000:3.0:1788984713.275288:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164288 00000100:00100000:3.0:1788984713.275292:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164288 00000100:00100000:3.0:1788984713.275356:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 471 00000100:00100000:2.0:1788984713.275364:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164160 00000100:00100000:2.0:1788984713.275368:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164160 00000100:00100000:3.0:1788984713.275389:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953164288:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984713.275403:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 412 00000100:00100000:2.0:1788984713.275409:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953164160:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984713.275881:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953164288:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 503us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.275891:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 471 00000100:00100000:3.0:1788984713.275915:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 472 00000100:00100000:3.0:1788984713.275923:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953164416:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984713.280080:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953164160:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 4650us (4960us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984713.280104:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 412 00000100:00080000:2.0:1788984713.280173:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984713.280189:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984713.285681:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953164416:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 9741us (10486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.285703:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 472 00000020:00000080:3.0:1788984713.319586:0:19609:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc259add30 20000000:00000080:3.0:1788984713.319612:0:19609:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143869c00 uarg=0000000000000000 10000000:01000000:3.0:1788984713.320131:0:19609:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984713.320160:0:19609:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984713.320192:0:19609:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984713.320202:0:19609:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984713.320260:0:19609:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984713.320277:0:19609:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 23 pid: 6509 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984713.320295:0:19609:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19609:1875885973241728:0@lo:104: 00000100:00100000:3.0:1788984713.320379:0:19609:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.320422:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241728 00000100:00100000:1.0:1788984713.320432:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241728 00000100:00100000:3.0:1788984713.320437:0:19609:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164000 going to sleep for 11 seconds 00000100:00100000:1.0:1788984713.320494:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 66 00000100:00100000:1.0:1788984713.320504:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19609:x1875885973241728:12345-0@lo:104: 00010000:00010000:1.0:1788984713.320517:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.320592:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984713.320599:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19609:x1875885973241728:12345-0@lo:104: Request processed in 96us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.320603:0:19609:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19609:1875885973241728:0@lo:104: 00000100:00100000:1.0:1788984713.320606:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 66 00010000:00010000:3.0:1788984713.320624:0:19609:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.320717:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984713.320724:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.320737:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984713.320740:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.320747:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984713.320752:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984713.320762:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984713.320796:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.320803:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788984713.320833:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973241856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984713.320866:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788984713.321069:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.321079:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52eeea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52eef1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984713.321100:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984713.321113:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984713.321115:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984713.321139:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241856 00000100:00100000:1.0:1788984713.321144:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241856 00010000:00010000:1.0:1788984713.321166:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 24 pid: 6509 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984713.321208:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788984713.321216:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973241856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984713.321249:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984713.321256:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 24 pid: 6509 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321268:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 24 pid: 6509 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321282:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52eef1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52eeea expref: 24 pid: 6509 timeout: 653 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321296:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321306:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321321:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321329:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321336:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321342:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321347:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984713.321353:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321372:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321389:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984713.321399:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1788984713.321412:0:19609:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984713.321421:0:19609:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984713.321427:0:19609:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52eef8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19609 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984713.321539:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973241856:12345-0@lo:103:ldlm_bl.0 Request processed in 323us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.321546:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00000100:00100000:0.0:1788984713.321821:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973241856:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984713.438095:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973241984:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984713.438208:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984713.438379:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973241984 00000100:00100000:0.0:1788984713.438389:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973241984 00000100:00100000:0.0:1788984713.438452:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788984713.438463:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973241984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984713.438503:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984713.438551:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973241984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 90us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984713.438556:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:0.0:1788984713.438605:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973241984:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984713.438923:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973242368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.438964:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984713.438981:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973242880:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.438999:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984713.439014:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973243392:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439026:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984713.439040:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788984713.439043:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973242496:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439059:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984713.439073:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973243008:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439101:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984713.439119:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973243520:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984713.439142:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984713.439172:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242368 00000100:00100000:3.0:1788984713.439189:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242368 00000100:00100000:3.0:1788984713.439223:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1788984713.439232:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973242368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439267:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973242368:12345-0@lo:400:kworker.0 Request processed in 37us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.439271:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:3.0:1788984713.439289:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242880 00000100:00100000:3.0:1788984713.439292:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242880 00000100:00100000:3.0:1788984713.439321:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243392 00000100:00100000:3.0:1788984713.439322:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243392 00000100:00100000:3.0:1788984713.439335:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1788984713.439340:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973242880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439371:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973242880:12345-0@lo:400:kworker.0 Request processed in 31us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.439378:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1788984713.439390:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1788984713.439396:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973243392:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439422:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973243392:12345-0@lo:400:kworker.0 Request processed in 28us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.439428:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:3.0:1788984713.439452:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242496 00000100:00100000:3.0:1788984713.439455:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242496 00000100:00100000:3.0:1788984713.439484:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243008 00000100:00100000:3.0:1788984713.439491:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243008 00000100:00100000:3.0:1788984713.439506:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1788984713.439510:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973242496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439534:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973242496:12345-0@lo:400:kworker.0 Request processed in 24us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.439538:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1788984713.439545:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:3.0:1788984713.439548:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973243008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439565:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973243008:12345-0@lo:400:kworker.0 Request processed in 17us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984713.439569:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:3.0:1788984713.439581:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984713.439586:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984713.439587:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984713.439617:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973242496:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439623:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973243008:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439628:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973242368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439634:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973242880:0@lo:400:kworker.0 00000100:00100000:3.0:1788984713.439640:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973243392:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.439717:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973242112:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.439751:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.439778:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973242624:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.439801:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.439817:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973243136:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.439839:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.439855:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973243648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984713.439875:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.439896:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788984713.439901:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973242240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.439960:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.439971:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973242752:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.439988:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.439996:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973243264:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440008:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984713.440036:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243520 00000100:00100000:1.0:1788984713.440039:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243520 00000100:00100000:1.0:1788984713.440064:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243648 00000100:00100000:1.0:1788984713.440065:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243648 00000100:00100000:1.0:1788984713.440074:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1788984713.440077:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973243520:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984713.440099:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984713.440138:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973243520:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440145:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:1.0:1788984713.440158:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788984713.440164:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973243648:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984713.440174:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984713.440212:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973243648:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440218:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:1.0:1788984713.440249:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973243648:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984713.440262:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242112 00000100:00100000:1.0:1788984713.440264:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242112 00000100:00100000:1.0:1788984713.440275:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242624 00000100:00100000:1.0:1788984713.440277:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242624 00000100:00100000:1.0:1788984713.440284:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243136 00000100:00100000:1.0:1788984713.440286:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243136 00000100:00100000:1.0:1788984713.440292:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242240 00000100:00100000:1.0:1788984713.440294:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242240 00000100:00100000:1.0:1788984713.440301:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1788984713.440305:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973242112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440328:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973242112:12345-0@lo:400:kworker.0 Request processed in 23us (578us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440337:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1788984713.440348:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788984713.440353:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973242624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440391:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973242624:12345-0@lo:400:kworker.0 Request processed in 38us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440398:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788984713.440410:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788984713.440415:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973243136:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440440:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a68700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973243136:12345-0@lo:400:kworker.0 Request processed in 25us (601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440446:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788984713.440457:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788984713.440462:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973242240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440480:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973242240:12345-0@lo:400:kworker.0 Request processed in 19us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440484:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788984713.440497:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973242752 00000100:00100000:1.0:1788984713.440500:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973242752 00000100:00100000:1.0:1788984713.440512:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243264 00000100:00100000:1.0:1788984713.440514:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243264 00000100:00100000:1.0:1788984713.440521:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1788984713.440525:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973242752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440542:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973242752:12345-0@lo:400:kworker.0 Request processed in 18us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440546:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1788984713.440558:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1788984713.440562:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973243264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440577:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973243264:12345-0@lo:400:kworker.0 Request processed in 15us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984713.440581:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00080000:1.0:1788984713.440590:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984713.440592:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984713.440593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984713.440604:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973242240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440610:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973242752:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440615:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973243264:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440621:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973242112:0@lo:400:kworker.0 00010000:00080000:1.0:1788984713.440629:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143398380 x1875885973242624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984713.440638:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973242624:0@lo:400:kworker.0 00010000:00080000:1.0:1788984713.440643:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114339a680 x1875885973243136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984729 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984713.440649:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973243136:0@lo:400:kworker.0 00000100:00100000:1.0:1788984713.440675:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973243520:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788984714.208330:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984714.910081:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984714.910090:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984714.910095:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984714.910148:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984714.910161:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984714.910196:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984714.910223:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973243776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984714.910301:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984714.910356:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984714.910643:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243776 00000100:00100000:0.0:1788984714.910652:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243776 00000100:00100000:0.0:1788984714.910710:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:0.0:1788984714.910727:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973243776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984714.910741:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984714.910753:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52eeff expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984714.910778:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984714.910790:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984714.910798:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8c00, rc 0) 00000100:00100000:0.0:1788984714.910842:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973243776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (541us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984714.910849:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1788984714.911001:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973243776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984714.911016:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984714.911026:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984714.911046:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984714.911052:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984714.911060:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984715.231353:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984716.255236:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984716.510436:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973243904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984716.510548:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984716.510705:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973243904 00000100:00100000:3.0:1788984716.510718:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973243904 00000100:00100000:3.0:1788984716.510806:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1788984716.510820:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973243904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984716.510859:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984716.512298:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973243904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 1460us (1729us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984716.512326:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00080000:3.0:1788984716.512425:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984716.512443:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984716.512457:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973244032:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984716.512527:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984716.512582:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244032 00000100:00100000:3.0:1788984716.512589:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244032 00000100:00100000:3.0:1788984716.512633:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1788984716.512643:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973244032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984716.512665:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984716.512703:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973244032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (177us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984716.512710:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00080000:3.0:1788984716.512722:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984716.512757:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973244032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984716.516177:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973243904:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984717.022563:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984717.022597:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973244160:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984717.022765:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984717.023044:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244160 00000100:00100000:3.0:1788984717.023066:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244160 00000100:00100000:3.0:1788984717.023131:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:3.0:1788984717.023156:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973244160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984717.023210:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984717.023293:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973244160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 152us (528us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984717.023302:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1788984717.023491:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973244160:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984717.283314:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984718.302497:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984718.401088:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984718.401163:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984718.401292:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164672 00000100:00100000:1.0:1788984718.401306:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164672 00000100:00100000:1.0:1788984718.401404:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 479 00000100:00100000:1.0:1788984718.401424:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953164672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984718.401428:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164544 00000100:00100000:0.0:1788984718.401433:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164544 00000100:00100000:0.0:1788984718.401461:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 414 00000100:00100000:0.0:1788984718.401480:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953164544:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984718.401526:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953164672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 99us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984718.401534:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 479 00000100:00080000:3.0:1788984718.401631:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984718.408990:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953164544:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 7503us (7897us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984718.409010:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 414 00000100:00100000:0.0:1788984718.436907:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984718.438667:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164800 00000100:00100000:3.0:1788984718.438693:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164800 00000100:00100000:3.0:1788984718.438820:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 480 00000100:00100000:3.0:1788984718.438837:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953164800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984718.438999:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953164800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 166us (2111us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.439009:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 480 00000100:00080000:0.0:1788984718.440563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984718.558990:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973244288:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984718.559064:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984718.559156:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244288 00000100:00100000:2.0:1788984718.559163:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244288 00000100:00100000:2.0:1788984718.559218:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:2.0:1788984718.559229:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973244288:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984718.559259:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984718.559304:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973244288:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984718.559311:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00080000:2.0:1788984718.559331:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984718.559391:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973244288:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984718.560645:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973244544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984718.560722:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984718.560845:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244544 00000100:00100000:1.0:1788984718.560853:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244544 00000100:00100000:1.0:1788984718.560894:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:1.0:1788984718.560903:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973244544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984718.560959:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984718.561053:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973244544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 151us (330us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984718.561061:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1788984718.561296:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973244544:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984718.561584:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973245056:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561612:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984718.561631:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973245568:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561650:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984718.561674:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788984718.561679:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973244672:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561703:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984718.561722:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973245184:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561743:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984718.561759:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973245696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561780:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984718.561803:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245056 00000100:00100000:0.0:1788984718.561807:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245056 00000100:00100000:0.0:1788984718.561830:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1788984718.561837:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973245056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561874:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973245056:12345-0@lo:400:kworker.0 Request processed in 37us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984718.561881:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:0.0:1788984718.561899:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244672 00000100:00100000:0.0:1788984718.561902:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244672 00000100:00100000:0.0:1788984718.561919:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788984718.561952:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973244672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.561994:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973244672:12345-0@lo:400:kworker.0 Request processed in 69us (290us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984718.562000:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788984718.562029:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c50e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973244672:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.562038:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973245056:0@lo:400:kworker.0 00000100:00100000:1.0:1788984718.562103:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245568 00000100:00100000:1.0:1788984718.562107:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245568 00000100:00100000:3.0:1788984718.562170:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245184 00000100:00100000:3.0:1788984718.562175:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245184 00000100:00100000:3.0:1788984718.562224:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245696 00000100:00100000:1.0:1788984718.562236:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1788984718.562243:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973245568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984718.562279:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973245568:12345-0@lo:400:kworker.0 Request processed in 37us (628us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984718.562286:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:1.0:1788984718.562306:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1788984718.562314:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973245184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984718.562342:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973245184:12345-0@lo:400:kworker.0 Request processed in 30us (599us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984718.562347:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1788984718.562473:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973245184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984718.562647:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973245568:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.562808:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973244800:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.562846:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984718.562868:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973245312:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.562891:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984718.562907:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973245824:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.563114:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984718.563147:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788984718.563154:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973244416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984718.563179:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984718.563197:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973244928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.563218:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984718.563225:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984718.563231:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984718.563248:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973245440:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.563279:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984718.563305:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973245952:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.563323:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984718.563526:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245440 00000100:00100000:0.0:1788984718.563532:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245440 00000100:00100000:0.0:1788984718.563568:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245952 00000100:00100000:0.0:1788984718.563572:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245952 00000100:00100000:0.0:1788984718.563593:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1788984718.563599:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973245440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.563643:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973245440:12345-0@lo:400:kworker.0 Request processed in 44us (363us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984718.563649:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1788984718.563662:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:0.0:1788984718.563668:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973245952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984718.563693:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245696 00000100:00100000:0.0:1788984718.563697:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973245952:12345-0@lo:400:kworker.0 Request processed in 28us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984718.563705:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1788984718.563725:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244800 00000100:00080000:0.0:1788984718.563727:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984718.563730:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244800 00000100:00080000:0.0:1788984718.563732:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984718.563736:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984718.563747:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245312 00000100:00100000:3.0:1788984718.563751:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245312 00000100:00100000:3.0:1788984718.563775:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973245824 00000100:00100000:3.0:1788984718.563778:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973245824 00000100:00100000:3.0:1788984718.563793:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244928 00000100:00100000:3.0:1788984718.563795:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244928 00000100:00100000:3.0:1788984718.563808:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1788984718.563816:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973245696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984718.563858:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973245696:12345-0@lo:400:kworker.0 Request processed in 43us (2078us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.563866:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1788984718.563880:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788984718.563888:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973244800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984718.563914:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973244800:12345-0@lo:400:kworker.0 Request processed in 28us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.563946:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788984718.563959:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788984718.563965:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973245312:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984718.563997:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973245312:12345-0@lo:400:kworker.0 Request processed in 31us (1104us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.564003:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788984718.564014:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1788984718.564020:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973245824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984718.564049:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c00000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973245824:12345-0@lo:400:kworker.0 Request processed in 28us (934us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.564055:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:3.0:1788984718.564065:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1788984718.564072:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973244928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984718.564097:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973244928:12345-0@lo:400:kworker.0 Request processed in 26us (878us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.564104:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00080000:0.0:1788984718.564207:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984718.569244:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973244416 00000100:00100000:2.0:1788984718.569259:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973244416 00000100:00100000:2.0:1788984718.569315:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1788984718.569328:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973244416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984718.569364:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984718.569457:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973244416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 132us (6276us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984718.569464:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:2.0:1788984718.569530:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973244416:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984718.569544:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973244928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.569555:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973245440:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.569564:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973245952:0@lo:400:kworker.0 00000100:00100000:2.0:1788984718.569575:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973244800:0@lo:400:kworker.0 00010000:00080000:2.0:1788984718.569588:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114397e300 x1875885973245312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984718.569599:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114397e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973245312:0@lo:400:kworker.0 00010000:00080000:2.0:1788984718.569610:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126e8d0380 x1875885973245824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984734 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984718.569619:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973245824:0@lo:400:kworker.0 00000100:00100000:0.0:1788984718.569988:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973245696:0@lo:400:kworker.0 00000020:00000080:3.0:1788984718.949349:0:19855:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa5c0cc40 20000000:00000080:3.0:1788984718.949367:0:19855:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d38800 uarg=0000000000000000 10000000:01000000:3.0:1788984718.949606:0:19855:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984718.949629:0:19855:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.949648:0:19855:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.949658:0:19855:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.949704:0:19855:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.949719:0:19855:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 23 pid: 6508 timeout: 658 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984718.949734:0:19855:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19855:1875885973246080:0@lo:104: 00000100:00100000:3.0:1788984718.949804:0:19855:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984718.949868:0:19855:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788984718.951804:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246080 00000100:00100000:1.0:1788984718.951820:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246080 00000100:00100000:1.0:1788984718.951969:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 67 00000100:00100000:1.0:1788984718.951980:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19855:x1875885973246080:12345-0@lo:104: 00010000:00010000:1.0:1788984718.952009:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984718.952135:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984718.952141:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:19855:x1875885973246080:12345-0@lo:104: Request processed in 164us (2338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984718.952147:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 67 00010000:00010000:0.0:1788984718.952255:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984718.952273:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984718.952281:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984718.952285:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984718.952294:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984718.952300:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984718.952305:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984718.952344:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984718.952351:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984718.952375:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984718.952382:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52eeff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef06 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984718.952400:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984718.952402:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984718.952404:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984718.952421:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973246208:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984718.952460:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984718.952731:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246208 00000100:00100000:3.0:1788984718.952736:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246208 00010000:00010000:3.0:1788984718.952762:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 24 pid: 6508 timeout: 658 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984718.952784:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788984718.952791:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973246208:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984718.952802:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984718.952808:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 24 pid: 6508 timeout: 658 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952819:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 24 pid: 6508 timeout: 658 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952837:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952845:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952872:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952879:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952886:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952892:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952897:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984718.952901:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952907:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952915:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.952946:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984718.952983:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973246208:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (523us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984718.952990:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00000100:00100000:3.0:1788984718.953034:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973246208:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984718.955239:0:19855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef06 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52eeff expref: 23 pid: 6508 timeout: 658 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984718.955292:0:19855:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19855:1875885973246080:0@lo:104: 00010000:00010000:3.0:1788984718.955310:0:19855:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.955321:0:19855:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.955328:0:19855:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984718.955334:0:19855:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef0d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19855 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984719.331333:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984719.841722:0:19903:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd83bbe60 20000000:00000080:3.0:1788984719.841742:0:19903:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a49c00 uarg=0000000000000000 10000000:01000000:3.0:1788984719.843217:0:19903:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984719.843244:0:19903:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843262:0:19903:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843273:0:19903:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843280:0:19903:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843287:0:19903:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843309:0:19903:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843316:0:19903:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984719.843321:0:19903:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843331:0:19903:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843345:0:19903:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843353:0:19903:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984719.843360:0:19903:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef14 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19903 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984720.350268:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984720.478714:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984720.478722:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984720.478727:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984720.478778:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984720.478790:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984720.478800:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984720.478826:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973246336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984720.478892:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984720.478967:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254600 going to sleep for 11 seconds 00000100:00100000:2.0:1788984720.479098:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246336 00000100:00100000:2.0:1788984720.479106:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246336 00000100:00100000:2.0:1788984720.479197:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:2.0:1788984720.479208:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973246336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984720.479222:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984720.479236:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ef1b expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.479260:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.479270:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.479279:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788984720.479367:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973246336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 160us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984720.479373:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788984720.483150:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973246336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984720.483212:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984720.483225:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984720.483250:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984720.483256:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984720.483264:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788984720.768262:0:19951:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce59b3370 20000000:00000080:0.0:1788984720.768281:0:19951:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6cc00 uarg=0000000000000000 10000000:01000000:0.0:1788984720.768479:0:19951:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984720.768499:0:19951:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984720.768516:0:19951:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984720.768524:0:19951:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984720.768561:0:19951:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984720.768575:0:19951:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 23 pid: 6509 timeout: 660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984720.768588:0:19951:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19951:1875885973246464:0@lo:104: 00000100:00100000:0.0:1788984720.768649:0:19951:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984720.768705:0:19951:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164780 going to sleep for 11 seconds 00000100:00100000:2.0:1788984720.768812:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246464 00000100:00100000:2.0:1788984720.768820:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246464 00000100:00100000:2.0:1788984720.768873:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 68 00000100:00100000:2.0:1788984720.768886:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:19951:x1875885973246464:12345-0@lo:104: 00010000:00010000:2.0:1788984720.768902:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769011:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984720.769020:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:19951:x1875885973246464:12345-0@lo:104: Request processed in 137us (370us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984720.769037:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 68 00010000:00010000:2.0:1788984720.769059:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984720.769064:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769071:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984720.769076:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769085:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984720.769092:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984720.769098:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984720.769145:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769155:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984720.769175:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769182:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52ef1b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef22 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769198:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984720.769200:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984720.769201:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984720.769339:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984720.769351:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973246592:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984720.769388:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984720.769446:0:19951:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:19951:1875885973246464:0@lo:104: 00010000:00010000:3.0:1788984720.769463:0:19951:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984720.769526:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246592 00000100:00100000:2.0:1788984720.769537:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246592 00010000:00010000:2.0:1788984720.769555:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 24 pid: 6509 timeout: 660 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984720.769584:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788984720.769590:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b124621a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973246592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984720.769600:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984720.769605:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 24 pid: 6509 timeout: 660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769614:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 24 pid: 6509 timeout: 660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769626:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52ef22 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ef1b expref: 24 pid: 6509 timeout: 660 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769638:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769645:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769657:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769665:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769672:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769678:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769689:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984720.769693:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769700:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769711:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984720.769720:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984720.769750:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b124621a850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973246592:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984720.769757:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00000100:00100000:2.0:1788984720.769805:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973246592:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984720.769910:0:19951:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984720.769963:0:19951:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984720.769970:0:19951:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52ef29 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 19951 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984721.376611:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984721.606336:0:20000:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff63c14a40 20000000:00000080:0.0:1788984721.606353:0:20000:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6ec00 uarg=0000000000000000 10000000:01000000:0.0:1788984721.606571:0:20000:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984721.606590:0:20000:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606605:0:20000:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606615:0:20000:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606628:0:20000:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606635:0:20000:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606643:0:20000:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606648:0:20000:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984721.606653:0:20000:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606661:0:20000:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606673:0:20000:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606681:0:20000:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984721.606686:0:20000:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52ef30 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20000 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984721.641218:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973246720:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984721.641296:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984721.641384:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246720 00000100:00100000:3.0:1788984721.641393:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246720 00000100:00100000:3.0:1788984721.641474:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1788984721.641483:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973246720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984721.641514:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984721.641559:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973246720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984721.641566:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00080000:3.0:1788984721.641588:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984721.641627:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973246720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984721.642186:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973246848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984721.642220:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984721.642287:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246848 00000100:00100000:3.0:1788984721.642292:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246848 00000100:00100000:3.0:1788984721.642322:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:3.0:1788984721.642329:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973246848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984721.642340:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984721.648166:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973246848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 5827us (5934us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984721.648183:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00080000:3.0:1788984721.648249:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984721.657830:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973246848:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984722.142204:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973246976:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984722.142278:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984722.142377:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973246976 00000100:00100000:1.0:1788984722.142385:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973246976 00000100:00100000:1.0:1788984722.142435:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788984722.142445:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973246976:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984722.142476:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984722.154308:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973246976:12345-0@lo:41:osp-pre-1-0.0 Request processed in 11854us (12019us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984722.154324:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00100000:3.0:1788984722.155284:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973246976:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788984722.404004:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984722.404013:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984722.404018:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984722.404068:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984722.404081:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984722.404104:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984722.404145:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973247104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984722.404224:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984722.404273:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143874300 going to sleep for 11 seconds 00000100:00100000:3.0:1788984722.404297:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247104 00000100:00100000:3.0:1788984722.404304:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247104 00000100:00100000:3.0:1788984722.404368:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1788984722.404378:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973247104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984722.404393:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984722.404405:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ef37 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.404429:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.404441:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.404450:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984722.404495:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973247104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984722.404500:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:3.0:1788984722.404544:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973247104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984722.404558:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.404567:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984722.404610:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984722.404615:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.404622:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.405582:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984722.489892:0:20048:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb93e7160 20000000:00000080:3.0:1788984722.489910:0:20048:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d39800 uarg=0000000000000000 10000000:01000000:3.0:1788984722.490249:0:20048:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984722.490341:0:20048:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.490418:0:20048:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.490428:0:20048:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.490463:0:20048:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.490477:0:20048:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 23 pid: 6508 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984722.490491:0:20048:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20048:1875885973247232:0@lo:104: 00000100:00100000:3.0:1788984722.490551:0:20048:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984722.490646:0:20048:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984722.490752:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788984722.490764:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247232 00000100:00100000:0.0:1788984722.490771:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247232 00000100:00100000:0.0:1788984722.490853:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 69 00000100:00100000:0.0:1788984722.490864:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e02450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20048:x1875885973247232:12345-0@lo:104: 00010000:00010000:0.0:1788984722.490886:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984722.491034:0:20048:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20048:1875885973247232:0@lo:104: 00010000:00010000:3.0:1788984722.491055:0:20048:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984722.494745:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984722.494764:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e02450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20048:x1875885973247232:12345-0@lo:104: Request processed in 3896us (4206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984722.494777:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 69 00010000:00010000:3.0:1788984722.495113:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984722.495123:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.495134:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984722.495138:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.495148:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984722.495154:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984722.495160:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984722.495214:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.495221:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984722.495251:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.495268:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52ef37 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef3e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.495286:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984722.495288:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984722.495304:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984722.495312:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984722.495328:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973247360:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984722.495402:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984722.495457:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247360 00000100:00100000:3.0:1788984722.495464:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247360 00010000:00010000:3.0:1788984722.495490:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 24 pid: 6508 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984722.495514:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788984722.495522:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973247360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984722.495535:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984722.495540:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 24 pid: 6508 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496286:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 24 pid: 6508 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496302:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52ef3e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ef37 expref: 24 pid: 6508 timeout: 662 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496323:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496332:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496351:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496368:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496384:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496390:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496395:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984722.496399:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.496407:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984722.497153:0:20048:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984722.497167:0:20048:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.508440:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.508461:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52ef45 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20048 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984722.508483:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984722.508582:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973247360:12345-0@lo:103:ldlm_bl.0 Request processed in 13057us (13175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984722.508593:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:0.0:1788984722.508693:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973247360:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984723.438114:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984723.470632:0:20096:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcba33f740 20000000:00000080:0.0:1788984723.470650:0:20096:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6f400 uarg=0000000000000000 10000000:01000000:0.0:1788984723.470854:0:20096:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984723.470878:0:20096:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.470895:0:20096:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.470906:0:20096:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.470912:0:20096:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.470919:0:20096:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.471068:0:20096:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.471077:0:20096:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984723.471098:0:20096:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.471107:0:20096:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.471194:0:20096:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.471204:0:20096:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984723.471211:0:20096:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52ef4c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20096 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984723.518232:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984723.518315:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984723.518388:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953164928 00000100:00100000:3.0:1788984723.518399:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953164928 00000100:00100000:3.0:1788984723.518469:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 418 00000100:00100000:3.0:1788984723.518480:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953164928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984723.518552:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953164928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984723.518570:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 418 00000100:00100000:0.0:1788984723.518874:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984723.533222:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165184 00000100:00100000:2.0:1788984723.533240:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165184 00000100:00100000:2.0:1788984723.533355:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165056 00000100:00100000:2.0:1788984723.533359:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165056 00000100:00100000:2.0:1788984723.533386:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 487 00000100:00100000:2.0:1788984723.533396:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953165184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984723.533482:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953165184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (15166us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984723.533490:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 487 00000100:00100000:2.0:1788984723.533506:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 488 00000100:00100000:2.0:1788984723.533513:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953165056:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984723.533538:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953165056:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (14665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984723.533544:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 488 00000100:00080000:0.0:1788984723.536176:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984723.536188:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984723.683501:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973247616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984723.683608:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984723.683665:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984723.683671:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973247488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984723.683695:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984723.689335:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973248128:0@lo:400:kworker.0 00000100:00100000:2.0:1788984723.689404:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984723.689531:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973247744:0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.689565:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984723.690023:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247616 00000100:00100000:3.0:1788984723.690031:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247616 00000100:00100000:3.0:1788984723.690075:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247488 00000100:00100000:3.0:1788984723.690079:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247488 00000100:00100000:3.0:1788984723.690109:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1788984723.690118:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973247616:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984723.690150:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984723.690194:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973247616:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (6587us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984723.690200:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00100000:3.0:1788984723.690214:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1788984723.690219:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973247488:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984723.690227:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984723.690255:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973247488:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (6560us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984723.690258:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:3.0:1788984723.690278:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973248000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.690312:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984723.691480:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973247872:0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.691516:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984723.691601:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973248640:0@lo:400:kworker.0 00000100:00100000:2.0:1788984723.691633:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984723.691679:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973247488:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984723.691690:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973247616:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984723.691710:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973249152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984723.691725:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984723.691748:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248128 00000100:00100000:2.0:1788984723.691752:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248128 00000100:00100000:2.0:1788984723.691775:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247872 00000100:00100000:2.0:1788984723.691776:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247872 00000100:00100000:2.0:1788984723.691787:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788984723.691791:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973248128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984723.691819:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973248128:12345-0@lo:400:kworker.0 Request processed in 27us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984723.691823:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788984723.691835:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788984723.691838:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973247872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984723.691853:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973247872:12345-0@lo:400:kworker.0 Request processed in 15us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984723.691856:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788984723.691876:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973248128:0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693448:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973248256:0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693496:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984723.693523:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973248768:0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693539:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984723.693581:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973247744 00000100:00100000:0.0:1788984723.693588:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973247744 00000100:00100000:0.0:1788984723.693629:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1788984723.693638:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973247744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693695:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973247744:12345-0@lo:400:kworker.0 Request processed in 58us (4129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984723.693702:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00080000:0.0:1788984723.693731:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984723.693743:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248640 00000100:00100000:0.0:1788984723.693747:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248640 00000100:00100000:0.0:1788984723.693778:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248768 00000100:00100000:0.0:1788984723.693781:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248768 00000100:00100000:0.0:1788984723.693800:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1788984723.693804:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973248640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693829:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973248640:12345-0@lo:400:kworker.0 Request processed in 25us (2197us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984723.693832:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1788984723.693840:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1788984723.693843:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973248768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693857:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973248768:12345-0@lo:400:kworker.0 Request processed in 14us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984723.693860:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1788984723.693872:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248000 00000100:00100000:0.0:1788984723.693874:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248000 00000100:00100000:0.0:1788984723.693884:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249152 00000100:00100000:0.0:1788984723.693886:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249152 00000100:00100000:0.0:1788984723.693890:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248256 00000100:00100000:0.0:1788984723.693891:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248256 00000100:00100000:0.0:1788984723.693899:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1788984723.693903:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973248000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.693922:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973248000:12345-0@lo:400:kworker.0 Request processed in 20us (3610us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984723.693946:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:0.0:1788984723.693956:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:0.0:1788984723.693959:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973249152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984723.693977:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984723.694119:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:2.0:1788984723.694128:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973248256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984723.694162:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973248256:12345-0@lo:400:kworker.0 Request processed in 37us (665us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984723.694177:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:0.0:1788984723.694263:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973249152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 303us (2536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984723.694268:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:0.0:1788984723.694280:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984723.694299:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973247744:0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.694306:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973248256:0@lo:400:kworker.0 00000100:00100000:0.0:1788984723.694312:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973248768:0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.696536:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973248000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.696546:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973248512:0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.696590:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984723.696619:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973249024:0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.696634:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984723.696693:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248512 00000100:00100000:3.0:1788984723.696698:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248512 00000100:00100000:3.0:1788984723.696734:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249024 00000100:00100000:3.0:1788984723.696736:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249024 00000100:00100000:3.0:1788984723.696749:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788984723.696755:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973248512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.696790:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973248512:12345-0@lo:400:kworker.0 Request processed in 36us (200us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984723.696794:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788984723.696808:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788984723.696811:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973249024:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984723.696825:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973249024:12345-0@lo:400:kworker.0 Request processed in 14us (191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984723.696829:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00080000:3.0:1788984723.696839:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788984723.696855:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e0c700 x1875885973248512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984723.696864:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973248512:0@lo:400:kworker.0 00010000:00080000:3.0:1788984723.696868:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e0c000 x1875885973249024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984739 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984723.696873:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973249024:0@lo:400:kworker.0 00000100:00100000:2.0:1788984723.697484:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973249152:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984723.697499:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973248640:0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.697638:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973247872:0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.697647:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973248384:0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.697680:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984723.697705:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973248896:0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.697725:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984723.697796:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248384 00000100:00100000:1.0:1788984723.697801:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248384 00000100:00100000:1.0:1788984723.697839:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973248896 00000100:00100000:1.0:1788984723.697842:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973248896 00000100:00100000:1.0:1788984723.697861:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1788984723.697868:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973248384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.697912:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973248384:12345-0@lo:400:kworker.0 Request processed in 44us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984723.697918:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1788984723.697947:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:1.0:1788984723.697952:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973248896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.697978:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973248896:12345-0@lo:400:kworker.0 Request processed in 26us (252us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984723.697983:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:1.0:1788984723.698000:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984723.698021:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973248384:0@lo:400:kworker.0 00000100:00100000:1.0:1788984723.698030:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973248896:0@lo:400:kworker.0 10000000:01000000:3.0:1788984724.065145:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984724.065152:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984724.065158:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984724.065205:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984724.065234:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984724.065246:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984724.065273:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973249280:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984724.065341:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984724.065401:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f900 going to sleep for 11 seconds 00000100:00100000:1.0:1788984724.065420:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249280 00000100:00100000:1.0:1788984724.065436:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249280 00000100:00100000:1.0:1788984724.065527:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788984724.065538:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973249280:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984724.065553:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984724.065567:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ef53 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.065594:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.065605:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.065613:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea800, rc 0) 00000100:00100000:1.0:1788984724.065663:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973249280:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 127us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984724.065671:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1788984724.065748:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973249280:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984724.065763:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984724.065772:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984724.065792:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984724.065796:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984724.065804:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788984724.401529:0:20144:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee053b710 20000000:00000080:0.0:1788984724.401548:0:20144:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6c400 uarg=0000000000000000 10000000:01000000:0.0:1788984724.401760:0:20144:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984724.401779:0:20144:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.401795:0:20144:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.401803:0:20144:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.401906:0:20144:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.401919:0:20144:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 23 pid: 6508 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984724.401971:0:20144:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20144:1875885973249408:0@lo:104: 00000100:00100000:0.0:1788984724.402141:0:20144:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984724.402187:0:20144:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11410b1900 going to sleep for 11 seconds 00000100:00100000:1.0:1788984724.402491:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249408 00000100:00100000:1.0:1788984724.402498:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249408 00000100:00100000:1.0:1788984724.402556:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 70 00000100:00100000:1.0:1788984724.402567:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:20144:x1875885973249408:12345-0@lo:104: 00010000:00010000:1.0:1788984724.402581:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.402755:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984724.402762:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:20144:x1875885973249408:12345-0@lo:104: Request processed in 198us (622us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984724.402770:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 70 00010000:00010000:0.0:1788984724.402825:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984724.402831:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.402839:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984724.402844:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.402851:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984724.402858:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984724.402863:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984724.402897:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.402904:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984724.402921:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.402955:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52ef53 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef5a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984724.402971:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984724.402978:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984724.402980:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984724.403196:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973249536:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984724.403233:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984724.403308:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249536 00000100:00100000:1.0:1788984724.403318:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249536 00010000:00010000:1.0:1788984724.403337:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 24 pid: 6508 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984724.403367:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788984724.403374:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973249536:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984724.403384:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984724.403389:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 24 pid: 6508 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403399:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 24 pid: 6508 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403415:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403423:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403437:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403445:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403451:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403457:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403462:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984724.403473:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403480:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403488:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984724.403497:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984724.403530:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973249536:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984724.403536:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788984724.403584:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973249536:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984724.408489:0:20144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52ef5a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ef53 expref: 23 pid: 6508 timeout: 664 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984724.408515:0:20144:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20144:1875885973249408:0@lo:104: 00010000:00010000:2.0:1788984724.408953:0:20144:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984724.408967:0:20144:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984724.408973:0:20144:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984724.408979:0:20144:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52ef61 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20144 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984724.446738:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984725.236858:0:20192:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd5e2b6320 20000000:00000080:0.0:1788984725.236875:0:20192:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6c400 uarg=0000000000000000 10000000:01000000:0.0:1788984725.237080:0:20192:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984725.237102:0:20192:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237125:0:20192:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237135:0:20192:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237142:0:20192:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237149:0:20192:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237157:0:20192:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237163:0:20192:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984725.237168:0:20192:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237177:0:20192:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237202:0:20192:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237210:0:20192:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984725.237216:0:20192:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52ef68 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20192 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984725.470716:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984725.729735:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984725.729745:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984725.729751:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984725.729800:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984725.729821:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984725.729834:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984725.729863:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973249664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984725.729965:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984725.730019:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f900 going to sleep for 11 seconds 00000100:00100000:1.0:1788984725.730095:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249664 00000100:00100000:1.0:1788984725.730103:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249664 00000100:00100000:1.0:1788984725.730161:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1788984725.730172:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973249664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984725.730185:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984725.730200:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ef6f expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984725.730224:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984725.730234:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984725.730244:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788984725.730293:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973249664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 123us (328us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984725.730300:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:1.0:1788984725.730347:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973249664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984725.730361:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984725.730370:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984725.730388:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984725.730393:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984725.730401:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788984726.022704:0:20241:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf44dff40 20000000:00000080:3.0:1788984726.022724:0:20241:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a48000 uarg=0000000000000000 10000000:01000000:3.0:1788984726.023074:0:20241:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984726.023096:0:20241:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.023114:0:20241:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.023123:0:20241:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.023163:0:20241:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.023180:0:20241:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 23 pid: 6506 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984726.023195:0:20241:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20241:1875885973249792:0@lo:104: 00000100:00100000:3.0:1788984726.023256:0:20241:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984726.023318:0:20241:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12454f3b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788984726.023393:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249792 00000100:00100000:2.0:1788984726.023401:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249792 00000100:00100000:2.0:1788984726.023446:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 71 00000100:00100000:2.0:1788984726.023455:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20241:x1875885973249792:12345-0@lo:104: 00010000:00010000:2.0:1788984726.023467:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.023539:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984726.023551:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20241:x1875885973249792:12345-0@lo:104: Request processed in 98us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984726.023559:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 71 00010000:00010000:2.0:1788984726.023583:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984726.023590:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.023597:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984726.023601:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.023609:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984726.023618:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984726.023623:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984726.023652:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.023659:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984726.023678:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.023685:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52ef6f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef76 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.023702:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984726.023704:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984726.023705:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984726.023731:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973249920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984726.023895:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984726.023958:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973249920 00000100:00100000:2.0:1788984726.023962:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973249920 00010000:00010000:2.0:1788984726.024055:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 24 pid: 6506 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984726.024093:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788984726.024100:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973249920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984726.024110:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984726.024115:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 24 pid: 6506 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024125:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 24 pid: 6506 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024140:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024148:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024160:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024167:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024174:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024192:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024198:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984726.024202:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024209:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024218:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.024228:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984726.024260:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973249920:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984726.024267:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788984726.024304:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973249920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984726.024462:0:20241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52ef76 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ef6f expref: 23 pid: 6506 timeout: 665 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984726.024473:0:20241:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20241:1875885973249792:0@lo:104: 00010000:00010000:3.0:1788984726.024486:0:20241:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.024494:0:20241:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.024500:0:20241:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984726.024505:0:20241:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef7d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20241 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984726.498227:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984726.750235:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973250048:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984726.750309:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984726.750386:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984726.750393:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973250176:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984726.750417:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984726.750436:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250048 00000100:00100000:0.0:1788984726.750445:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250048 00000100:00100000:0.0:1788984726.750503:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250176 00000100:00100000:0.0:1788984726.750506:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250176 00000100:00100000:0.0:1788984726.750521:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1788984726.750530:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973250048:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984726.750559:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984726.750666:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1788984726.750675:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973250176:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984726.750686:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984726.750721:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973250176:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984726.750727:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:3.0:1788984726.750771:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973250176:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788984726.750819:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984726.751147:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973250048:12345-0@lo:13:osp-pre-0-1.0 Request processed in 617us (837us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984726.751154:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:0.0:1788984726.751184:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973250048:0@lo:13:osp-pre-0-1.0 00000020:00000080:0.0:1788984727.184497:0:20289:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1f3fa200 20000000:00000080:0.0:1788984727.184516:0:20289:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6c000 uarg=0000000000000000 10000000:01000000:0.0:1788984727.184713:0:20289:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984727.184742:0:20289:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.184760:0:20289:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.184786:0:20289:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186544:0:20289:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186554:0:20289:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186563:0:20289:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186570:0:20289:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984727.186575:0:20289:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186586:0:20289:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186601:0:20289:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186611:0:20289:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.186618:0:20289:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52ef84 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20289 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984727.265267:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973250304:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984727.265340:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984727.265485:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250304 00000100:00100000:3.0:1788984727.265494:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250304 00000100:00100000:3.0:1788984727.265550:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:3.0:1788984727.265559:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973250304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984727.265596:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984727.265695:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973250304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984727.265702:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1788984727.265786:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973250304:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788984727.333345:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984727.333352:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984727.333357:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984727.333403:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984727.333427:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984727.333439:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984727.333463:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973250432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984727.333536:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984727.337583:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438740c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984727.338995:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250432 00000100:00100000:3.0:1788984727.339007:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250432 00000100:00100000:3.0:1788984727.339073:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788984727.339084:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973250432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984727.339101:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984727.339121:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52ef8b expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.339151:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.339162:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.339170:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788984727.339246:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973250432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (5710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984727.339252:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788984727.339307:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973250432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984727.339326:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.339335:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984727.339356:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984727.339369:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.339376:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984727.518684:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984727.984318:0:20337:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe26554ab0 20000000:00000080:0.0:1788984727.984339:0:20337:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6f400 uarg=0000000000000000 10000000:01000000:0.0:1788984727.984540:0:20337:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984727.984564:0:20337:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.984585:0:20337:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.984594:0:20337:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.984642:0:20337:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.984658:0:20337:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 23 pid: 6508 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984727.984675:0:20337:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20337:1875885973250560:0@lo:104: 00000100:00100000:0.0:1788984727.984750:0:20337:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984727.984828:0:20337:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12454130c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984727.985272:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250560 00000100:00100000:3.0:1788984727.985281:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250560 00000100:00100000:3.0:1788984727.985339:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 72 00000100:00100000:3.0:1788984727.985349:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20337:x1875885973250560:12345-0@lo:104: 00010000:00010000:3.0:1788984727.985363:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.985446:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984727.985451:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20337:x1875885973250560:12345-0@lo:104: Request processed in 105us (702us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984727.985458:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 72 00010000:00010000:3.0:1788984727.985491:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984727.985497:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.985504:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984727.985508:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.985517:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984727.985524:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984727.985544:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984727.985576:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.985582:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984727.985602:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.985608:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52ef8b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52ef92 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984727.985625:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984727.985626:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984727.985628:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984727.985644:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984727.985655:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973250688:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984727.985683:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984727.985776:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250688 00000100:00100000:1.0:1788984727.985792:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250688 00010000:00010000:1.0:1788984727.985814:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 24 pid: 6508 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984727.985845:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788984727.985851:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973250688:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984727.985862:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984727.985866:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 24 pid: 6508 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985887:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 24 pid: 6508 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985902:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985909:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985921:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985961:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985968:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985975:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985980:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984727.985983:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985990:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.985997:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984727.986016:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984727.986058:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973250688:12345-0@lo:103:ldlm_bl.0 Request processed in 207us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984727.986064:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788984727.986099:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973250688:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984727.986399:0:20337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52ef92 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52ef8b expref: 23 pid: 6508 timeout: 667 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984727.986414:0:20337:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20337:1875885973250560:0@lo:104: 00010000:00010000:0.0:1788984727.986429:0:20337:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.986438:0:20337:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.986454:0:20337:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984727.986461:0:20337:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52ef99 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20337 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984728.543153:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984728.634743:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984728.634801:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984728.634834:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984728.634870:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165312 00000100:00100000:1.0:1788984728.634882:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165312 00000100:00100000:1.0:1788984728.635152:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 423 00000100:00100000:1.0:1788984728.635164:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953165312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984728.635277:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953165312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 115us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984728.635286:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 423 00000100:00100000:1.0:1788984728.635330:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165440 00000100:00100000:1.0:1788984728.635334:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165440 00000100:00100000:1.0:1788984728.635378:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165568 00000100:00100000:1.0:1788984728.635382:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165568 00000100:00100000:1.0:1788984728.635406:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 495 00000100:00100000:1.0:1788984728.635413:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984728.635445:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984728.635451:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 495 00000100:00100000:1.0:1788984728.635462:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 496 00000100:00100000:1.0:1788984728.635486:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165568:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984728.636120:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165568:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 630us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984728.636131:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 496 00000100:00080000:1.0:1788984728.638077:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984728.638088:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984728.798525:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973250816:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984728.798621:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.798697:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973251328:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.798726:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.798746:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973251840:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.798773:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799054:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973252352:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799086:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799115:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788984728.799123:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973250944:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984728.799147:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799167:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973251456:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799189:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799216:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973251968:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799254:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799274:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973252480:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799292:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799330:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973251200:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799354:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799370:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973251712:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799389:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799402:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973252224:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.799421:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.799434:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788984728.799440:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973251072:0@lo:400:kworker.0 00000100:00100000:1.0:1788984728.800046:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984728.800063:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973252736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984728.800109:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984728.800158:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251840 00000100:00100000:1.0:1788984728.800169:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251840 00000100:00100000:1.0:1788984728.800239:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252352 00000100:00100000:1.0:1788984728.800243:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252352 00000100:00100000:1.0:1788984728.800259:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251456 00000100:00100000:1.0:1788984728.800262:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251456 00000100:00100000:1.0:1788984728.800273:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251200 00000100:00100000:1.0:1788984728.800276:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251200 00000100:00100000:1.0:1788984728.800286:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251712 00000100:00100000:1.0:1788984728.800289:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251712 00000100:00100000:1.0:1788984728.800302:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252224 00000100:00100000:1.0:1788984728.800305:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252224 00000100:00100000:1.0:1788984728.800323:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788984728.800333:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973251840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984728.800402:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973251840:12345-0@lo:400:kworker.0 Request processed in 71us (1629us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984728.800411:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788984728.800431:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:1.0:1788984728.800438:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973252352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984728.800588:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1788984728.800599:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973251456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984728.800753:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973251456:12345-0@lo:400:kworker.0 Request processed in 156us (1561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984728.800760:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:0.0:1788984728.800777:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1788984728.800784:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973251200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.803602:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.803697:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973251584:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.803740:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.803772:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973252096:0@lo:400:kworker.0 00000100:00100000:3.0:1788984728.803916:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251072 00000100:00100000:3.0:1788984728.803942:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251072 00000100:00100000:3.0:1788984728.804022:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788984728.804042:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973251072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.804206:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.804232:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973252608:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.804267:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984728.804322:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250816 00000100:00100000:2.0:1788984728.804328:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250816 00000100:00100000:2.0:1788984728.804366:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973250944 00000100:00100000:2.0:1788984728.804370:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973250944 00000100:00100000:2.0:1788984728.804388:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1788984728.804395:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973250816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984728.804426:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984728.804484:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973250816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (5864us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.804492:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1788984728.804513:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1788984728.804519:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973250944:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984728.804535:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984728.804561:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973250944:12345-0@lo:13:osp-pre-1-0.0 Request processed in 43us (5414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.804568:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:2.0:1788984728.804589:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251328 00000100:00100000:2.0:1788984728.804593:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251328 00000100:00100000:2.0:1788984728.804613:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252736 00000100:00100000:2.0:1788984728.804616:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252736 00000100:00100000:2.0:1788984728.804626:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251584 00000100:00100000:2.0:1788984728.804628:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251584 00000100:00100000:2.0:1788984728.804639:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1788984728.804645:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973251328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.804683:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973251328:12345-0@lo:400:kworker.0 Request processed in 38us (5957us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.804690:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:2.0:1788984728.804702:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1788984728.804708:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973252736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984728.804756:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984728.804868:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973252736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 160us (4758us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.804875:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:2.0:1788984728.804888:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788984728.804900:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973251584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805042:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973251584:12345-0@lo:400:kworker.0 Request processed in 133us (1292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805049:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:2.0:1788984728.805083:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788984728.805093:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973251712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805130:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973251712:12345-0@lo:400:kworker.0 Request processed in 40us (5740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805137:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:2.0:1788984728.805155:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788984728.805162:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973252224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805191:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973252224:12345-0@lo:400:kworker.0 Request processed in 31us (5770us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805196:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:2.0:1788984728.805217:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973251968 00000100:00100000:2.0:1788984728.805222:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973251968 00000100:00100000:2.0:1788984728.805244:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252480 00000100:00100000:2.0:1788984728.805247:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252480 00000100:00100000:2.0:1788984728.805256:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252096 00000100:00100000:2.0:1788984728.805258:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252096 00000100:00100000:2.0:1788984728.805268:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252608 00000100:00100000:2.0:1788984728.805270:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252608 00000100:00100000:2.0:1788984728.805281:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788984728.805342:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973251968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805376:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973251968:12345-0@lo:400:kworker.0 Request processed in 37us (6122us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805382:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788984728.805400:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788984728.805405:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973252480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805439:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973252480:12345-0@lo:400:kworker.0 Request processed in 34us (6146us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805444:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788984728.805455:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788984728.805461:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973252096:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805494:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973252096:12345-0@lo:400:kworker.0 Request processed in 33us (1288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805502:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788984728.805516:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1788984728.805523:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973251200:12345-0@lo:400:kworker.0 Request processed in 4736us (6164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805526:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973252608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984728.805540:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1788984728.805565:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973252608:12345-0@lo:400:kworker.0 Request processed in 41us (1296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.805571:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1788984728.805731:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973251584:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805746:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973252096:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805757:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973252608:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805769:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973251200:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805780:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973251712:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.805865:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973252224:0@lo:400:kworker.0 00000100:00100000:1.0:1788984728.805877:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973252352:12345-0@lo:400:kworker.0 Request processed in 5436us (6787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984728.805897:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:1.0:1788984728.805965:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984728.805972:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984728.805976:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984728.805979:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984728.806025:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973252736:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984728.806080:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973250944:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984728.806099:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973251456:0@lo:400:kworker.0 00000100:00100000:1.0:1788984728.806115:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973251968:0@lo:400:kworker.0 00000100:00100000:1.0:1788984728.806128:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973252480:0@lo:400:kworker.0 00000100:00100000:1.0:1788984728.806144:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973250816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984728.806154:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973251328:0@lo:400:kworker.0 00010000:00080000:1.0:1788984728.806171:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e0c700 x1875885973251840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984728.806182:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973251840:0@lo:400:kworker.0 00010000:00080000:1.0:1788984728.806193:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143001c00 x1875885973252352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984744 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984728.806201:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973252352:0@lo:400:kworker.0 00000100:00100000:2.0:1788984728.810726:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973251072:12345-0@lo:400:kworker.0 Request processed in 6682us (7121us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984728.810755:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788984728.811057:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973251072:0@lo:400:kworker.0 00000020:00000080:0.0:1788984729.178164:0:20386:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd85e51950 20000000:00000080:0.0:1788984729.178187:0:20386:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6c400 uarg=0000000000000000 10000000:01000000:0.0:1788984729.178631:0:20386:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984729.178666:0:20386:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178688:0:20386:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178700:0:20386:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178721:0:20386:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178729:0:20386:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178738:0:20386:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178744:0:20386:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984729.178749:0:20386:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178759:0:20386:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178775:0:20386:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178784:0:20386:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984729.178792:0:20386:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52efa0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20386 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984729.437992:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984729.437999:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984729.438004:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984729.438064:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984729.438089:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984729.438100:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984729.438126:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973252864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984729.438218:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984729.438272:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f300 going to sleep for 11 seconds 00000100:00100000:1.0:1788984729.439576:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252864 00000100:00100000:1.0:1788984729.439589:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252864 00000100:00100000:1.0:1788984729.439639:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1788984729.439648:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973252864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984729.439672:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984729.439691:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52efa7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984729.439718:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984729.439730:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984729.439739:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788984729.439800:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973252864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (1582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984729.439807:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:1.0:1788984729.439862:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973252864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984729.439880:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984729.439888:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984729.439907:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984729.439912:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984729.439919:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984729.566313:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984730.258875:0:20434:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea9fd8ec0 20000000:00000080:3.0:1788984730.258899:0:20434:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eb3a000 uarg=0000000000000000 10000000:01000000:3.0:1788984730.268296:0:20434:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984730.268326:0:20434:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984730.268362:0:20434:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984730.268371:0:20434:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984730.268416:0:20434:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984730.268431:0:20434:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 23 pid: 6508 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984730.268446:0:20434:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20434:1875885973252992:0@lo:104: 00000100:00100000:3.0:1788984730.268514:0:20434:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984730.268656:0:20434:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f300 going to sleep for 11 seconds 00000100:00100000:2.0:1788984730.270843:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973252992 00000100:00100000:2.0:1788984730.270860:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973252992 00000100:00100000:2.0:1788984730.271005:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 73 00000100:00100000:2.0:1788984730.271033:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20434:x1875885973252992:12345-0@lo:104: 00010000:00010000:2.0:1788984730.271055:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984730.271638:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984730.271656:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:20434:x1875885973252992:12345-0@lo:104: Request processed in 635us (3138us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984730.271669:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 73 00000100:00100000:3.0:1788984730.271681:0:20434:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20434:1875885973252992:0@lo:104: 00010000:00010000:3.0:1788984730.271724:0:20434:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.271781:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984730.271792:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.271803:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984730.271808:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.271819:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984730.271827:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984730.271833:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984730.271890:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.271897:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788984730.271979:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00010000:00010000:2.0:1788984730.272054:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.272069:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52efa7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.272092:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984730.272094:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984730.272096:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984730.272619:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973253120:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984730.272686:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984730.272834:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253120 00000100:00100000:2.0:1788984730.272844:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253120 00010000:00010000:2.0:1788984730.272880:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 24 pid: 6508 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984730.273549:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:2.0:1788984730.273567:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973253120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984730.273584:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984730.273591:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 24 pid: 6508 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273607:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 24 pid: 6508 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273628:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52efae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52efa7 expref: 24 pid: 6508 timeout: 670 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273647:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273657:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273697:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273704:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273712:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273719:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273725:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984730.273730:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.273738:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984730.273978:0:20434:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984730.273989:0:20434:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.281811:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.281841:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efb5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20434 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984730.281873:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984730.282169:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973253120:12345-0@lo:103:ldlm_bl.0 Request processed in 8593us (9467us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984730.282183:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788984730.283496:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973253120:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984730.590338:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984731.614849:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984731.678001:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984731.678027:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984731.678033:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984731.678098:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984731.678112:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984731.678127:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984731.678160:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973253248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984731.678247:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984731.678294:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253248 00000100:00100000:1.0:1788984731.678299:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9fb40 going to sleep for 11 seconds 00000100:00100000:3.0:1788984731.678304:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253248 00000100:00100000:3.0:1788984731.678414:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1788984731.678425:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973253248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984731.678441:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984731.678457:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52efbc expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984731.678480:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984731.678491:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984731.678500:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984731.678549:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973253248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984731.678555:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1788984731.678786:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973253248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984731.678802:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984731.678811:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984731.678831:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984731.678835:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984731.678843:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984731.870412:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973253376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984731.870526:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984731.870801:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973253504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984731.870832:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984731.870961:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253376 00000100:00100000:2.0:1788984731.870971:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253376 00000100:00100000:2.0:1788984731.871072:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253504 00000100:00100000:2.0:1788984731.871075:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253504 00000100:00100000:2.0:1788984731.871104:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1788984731.871113:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973253376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984731.871146:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984731.871193:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973253376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (667us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984731.871199:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:2.0:1788984731.871215:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:2.0:1788984731.871220:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973253504:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984731.871229:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984731.871252:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973253504:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984731.871258:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00080000:1.0:1788984731.871381:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984731.871465:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973253504:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984731.871499:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973253376:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984732.383397:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984732.383421:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973253632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984732.383540:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984732.383590:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253632 00000100:00100000:2.0:1788984732.383600:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253632 00000100:00100000:2.0:1788984732.383673:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:2.0:1788984732.383683:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973253632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984732.383720:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984732.383809:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973253632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 127us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984732.383816:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:0.0:1788984732.384126:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973253632:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984732.432314:0:20532:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff2b188040 20000000:00000080:3.0:1788984732.432335:0:20532:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e02400 uarg=0000000000000000 10000000:01000000:3.0:1788984732.436602:0:20532:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984732.436625:0:20532:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984732.436639:0:20532:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984732.436645:0:20532:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984732.436683:0:20532:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984732.436694:0:20532:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 23 pid: 6506 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984732.436705:0:20532:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20532:1875885973253760:0@lo:104: 00000100:00100000:3.0:1788984732.437362:0:20532:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984732.437410:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253760 00000100:00100000:1.0:1788984732.437419:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253760 00000100:00100000:3.0:1788984732.437427:0:20532:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17d840 going to sleep for 11 seconds 00000100:00100000:1.0:1788984732.437471:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 74 00000100:00100000:1.0:1788984732.437481:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:20532:x1875885973253760:12345-0@lo:104: 00010000:00010000:1.0:1788984732.437496:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.437568:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984732.437575:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:20532:x1875885973253760:12345-0@lo:104: Request processed in 96us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984732.437582:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 74 00000100:00100000:3.0:1788984732.437671:0:20532:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20532:1875885973253760:0@lo:104: 00010000:00010000:2.0:1788984732.437683:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984732.437691:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.437698:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc13e9c20) 00010000:00010000:3.0:1788984732.437699:0:20532:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984732.437702:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.437730:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984732.437738:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984732.437744:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984732.438155:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.438164:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984732.438194:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.438202:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efbc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efc3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.438220:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984732.438222:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984732.438224:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984732.438273:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973253888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984732.438313:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984732.438399:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973253888 00000100:00100000:1.0:1788984732.438405:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973253888 00010000:00010000:1.0:1788984732.438428:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 24 pid: 6506 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984732.438471:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788984732.438480:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973253888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984732.438492:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984732.438498:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 24 pid: 6506 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438508:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 24 pid: 6506 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438522:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52efc3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52efbc expref: 24 pid: 6506 timeout: 672 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438536:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438545:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438559:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438567:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438574:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438581:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438596:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984732.438600:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438607:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438633:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984732.438643:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984732.438681:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973253888:12345-0@lo:103:ldlm_bl.0 Request processed in 202us (367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984732.438688:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788984732.438717:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973253888:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984732.438799:0:20532:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.438809:0:20532:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984732.438815:0:20532:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52efca lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20532 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984732.642821:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984733.666969:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984733.751198:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984733.751245:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984733.751280:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984733.751378:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165696 00000100:00100000:1.0:1788984733.751391:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165696 00000100:00100000:1.0:1788984733.751454:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 427 00000100:00100000:1.0:1788984733.751465:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953165696:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984733.751546:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953165696:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.751555:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 427 00000100:00100000:2.0:1788984733.752101:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165952 00000100:00100000:2.0:1788984733.752107:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165952 00000100:00100000:2.0:1788984733.752156:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953165824 00000100:00100000:2.0:1788984733.752159:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953165824 00000100:00100000:2.0:1788984733.752182:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 503 00000100:00100000:2.0:1788984733.752190:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165952:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984733.752234:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165952:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.752241:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 503 00000100:00100000:2.0:1788984733.752256:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 504 00000100:00100000:2.0:1788984733.752262:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165824:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984733.752299:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953165824:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (1018us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.752305:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 504 00000100:00080000:1.0:1788984733.752415:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984733.752420:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984733.918318:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973254400:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918395:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918459:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973254912:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918479:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918492:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973255424:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918505:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918522:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788984733.918525:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973254016:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918544:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918557:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973254528:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918569:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918578:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973255040:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918588:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918597:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973255552:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918607:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918622:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973254144:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918635:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918645:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973254656:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918657:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918666:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973255168:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918677:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918698:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973255680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984733.918712:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918724:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788984733.918728:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973254272:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918739:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918756:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973254784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918768:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918776:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973255296:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.918786:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918791:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973255808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984733.918800:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984733.918821:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254912 00000100:00100000:1.0:1788984733.918828:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254912 00000100:00100000:1.0:1788984733.918869:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255424 00000100:00100000:1.0:1788984733.918871:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255424 00000100:00100000:1.0:1788984733.918883:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255040 00000100:00100000:1.0:1788984733.918885:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255040 00000100:00100000:1.0:1788984733.918897:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255552 00000100:00100000:1.0:1788984733.918898:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255552 00000100:00100000:1.0:1788984733.918914:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1788984733.918922:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973254912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.919009:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973254912:12345-0@lo:400:kworker.0 Request processed in 87us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.919016:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:1.0:1788984733.919033:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1788984733.919039:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973255424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.919077:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973255424:12345-0@lo:400:kworker.0 Request processed in 37us (569us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.919082:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1788984733.919094:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1788984733.919410:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973255040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.919434:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973255040:12345-0@lo:400:kworker.0 Request processed in 336us (845us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.919444:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:1.0:1788984733.919454:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1788984733.919457:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973255552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.919474:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973255552:12345-0@lo:400:kworker.0 Request processed in 17us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.919477:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1788984733.919492:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254016 00000100:00100000:1.0:1788984733.919495:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254016 00000100:00100000:1.0:1788984733.919519:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788984733.919531:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973254016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.919559:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973254016:12345-0@lo:400:kworker.0 Request processed in 30us (1013us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.919564:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788984733.919590:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254528 00000100:00100000:1.0:1788984733.919593:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254528 00000100:00100000:1.0:1788984733.919604:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254272 00000100:00100000:1.0:1788984733.919605:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254272 00000100:00100000:1.0:1788984733.919611:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255808 00000100:00100000:1.0:1788984733.919612:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255808 00000100:00100000:1.0:1788984733.919617:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1788984733.919621:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973254528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.919642:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973254528:12345-0@lo:400:kworker.0 Request processed in 21us (1073us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.919646:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:1.0:1788984733.919652:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788984733.919655:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973254272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984733.919759:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254400 00000100:00100000:2.0:1788984733.919765:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254400 00000100:00100000:2.0:1788984733.919796:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254144 00000100:00100000:2.0:1788984733.919799:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254144 00000100:00100000:2.0:1788984733.919809:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254656 00000100:00100000:2.0:1788984733.919811:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254656 00000100:00100000:2.0:1788984733.919822:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255168 00000100:00100000:2.0:1788984733.919825:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255168 00000100:00100000:2.0:1788984733.919834:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973254784 00000100:00100000:2.0:1788984733.919836:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973254784 00000100:00100000:2.0:1788984733.919846:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255296 00000100:00100000:2.0:1788984733.919847:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255296 00000100:00100000:2.0:1788984733.919859:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1788984733.919872:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973254400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984733.919907:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973254400:12345-0@lo:400:kworker.0 Request processed in 36us (1512us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.919913:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:2.0:1788984733.919954:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:2.0:1788984733.919960:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973254144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.920030:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973254272:12345-0@lo:400:kworker.0 Request processed in 372us (1288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.920038:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788984733.920051:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:1.0:1788984733.920059:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973255808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984733.920085:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984733.920428:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973254144:12345-0@lo:400:kworker.0 Request processed in 467us (1789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.920436:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:3.0:1788984733.920437:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973254272:0@lo:400:kworker.0 00000100:00100000:2.0:1788984733.920451:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788984733.920459:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973254656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984733.920490:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973254656:12345-0@lo:400:kworker.0 Request processed in 33us (1831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.920496:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788984733.920507:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1788984733.920513:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973255168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984733.920538:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973255168:12345-0@lo:400:kworker.0 Request processed in 25us (1858us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.920543:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:2.0:1788984733.920553:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1788984733.920559:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973254784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.920766:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973255808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 708us (1963us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984733.920770:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973255808:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984733.920774:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:3.0:1788984733.920781:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973254144:0@lo:400:kworker.0 00000100:00100000:3.0:1788984733.920801:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973254656:0@lo:400:kworker.0 00000100:00100000:3.0:1788984733.920810:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973255168:0@lo:400:kworker.0 00000100:00100000:3.0:1788984733.920839:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984733.920847:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:3.0:1788984733.920849:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973255936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984733.920854:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973255296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.920902:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973255296:12345-0@lo:400:kworker.0 Request processed in 48us (2113us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.920908:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1788984733.920953:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255680 00000100:00100000:1.0:1788984733.920958:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255680 00000100:00100000:3.0:1788984733.920968:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788984733.921159:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c71f80 x1875885973255296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984733.921171:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973255296:0@lo:400:kworker.0 00000100:00100000:2.0:1788984733.921303:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973254784:12345-0@lo:400:kworker.0 Request processed in 744us (2532us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984733.921311:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00010000:00080000:0.0:1788984733.921456:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127576c000 x1875885973254784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984749 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984733.921466:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973254784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.921794:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973255936 00000100:00100000:1.0:1788984733.921800:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973255936 00000100:00100000:3.0:1788984733.921803:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1788984733.921813:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973255680:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984733.921820:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:1.0:1788984733.921825:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973255936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984733.921835:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1788984733.921836:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984733.922221:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973255680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 408us (3504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984733.922221:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973255936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 393us (1250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984733.922229:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:3.0:1788984733.922270:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973255680:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984733.922752:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00080000:1.0:1788984733.922771:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984733.922775:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984733.922789:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984733.922790:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984733.922822:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973255936:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984733.922843:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973254016:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.922851:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973254528:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.922860:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973255040:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.922867:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973255552:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.922877:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973254400:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.922887:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973254912:0@lo:400:kworker.0 00000100:00100000:1.0:1788984733.922896:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973255424:0@lo:400:kworker.0 10000000:01000000:1.0:1788984734.051458:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984734.051465:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984734.051469:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984734.051518:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984734.051531:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984734.051545:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984734.051571:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973256064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984734.051642:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984734.051736:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc0300 going to sleep for 11 seconds 00000100:00100000:3.0:1788984734.053847:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256064 00000100:00100000:3.0:1788984734.054188:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256064 00000100:00100000:3.0:1788984734.054265:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1788984734.054277:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973256064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984734.054295:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984734.054315:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52efd1 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.054344:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.054357:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.054379:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788984734.054459:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973256064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 183us (2816us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984734.054466:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:3.0:1788984734.054521:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973256064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984734.054540:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.054550:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984734.054577:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984734.054583:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.054589:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788984734.331288:0:20630:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe28bafc90 20000000:00000080:0.0:1788984734.331305:0:20630:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6e800 uarg=0000000000000000 10000000:01000000:0.0:1788984734.332224:0:20630:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984734.332248:0:20630:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984734.332265:0:20630:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984734.332275:0:20630:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984734.332319:0:20630:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984734.332346:0:20630:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 23 pid: 6506 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984734.332362:0:20630:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20630:1875885973256192:0@lo:104: 00000100:00100000:0.0:1788984734.332430:0:20630:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984734.332535:0:20630:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17d180 going to sleep for 11 seconds 00000100:00100000:1.0:1788984734.332584:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256192 00000100:00100000:1.0:1788984734.332593:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256192 00000100:00100000:1.0:1788984734.332682:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 75 00000100:00100000:1.0:1788984734.332694:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:20630:x1875885973256192:12345-0@lo:104: 00010000:00010000:1.0:1788984734.332708:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984734.332779:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984734.332786:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:20630:x1875885973256192:12345-0@lo:104: Request processed in 95us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984734.332792:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 75 00000100:00100000:2.0:1788984734.332860:0:20630:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:20630:1875885973256192:0@lo:104: 00010000:00010000:2.0:1788984734.332887:0:20630:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.332962:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984734.332970:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.332978:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984734.332992:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.333002:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984734.333018:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984734.333024:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984734.333059:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.333065:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984734.333088:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.333094:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52efd1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efd8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984734.333111:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984734.333113:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984734.333114:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984734.333296:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973256320:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984734.333333:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984734.333438:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256320 00000100:00100000:2.0:1788984734.333443:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256320 00010000:00010000:2.0:1788984734.333464:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 24 pid: 6506 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984734.333522:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:2.0:1788984734.333530:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973256320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984734.333542:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984734.333547:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 24 pid: 6506 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333557:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 24 pid: 6506 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333569:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52efd8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52efd1 expref: 24 pid: 6506 timeout: 674 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333583:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333591:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333605:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333612:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333630:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333637:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333643:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984734.333647:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333655:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333677:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984734.333686:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984734.333718:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246218c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973256320:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984734.333724:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:1.0:1788984734.333807:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973256320:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984734.333830:0:20630:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984734.333838:0:20630:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984734.333844:0:20630:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52efdf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 20630 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984734.686119:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984735.714001:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984736.350100:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984736.350109:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984736.350115:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984736.350188:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984736.350200:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984736.350213:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984736.350255:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973256448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984736.350341:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984736.350425:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d000 going to sleep for 11 seconds 00000100:00100000:1.0:1788984736.351022:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256448 00000100:00100000:1.0:1788984736.351031:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256448 00000100:00100000:1.0:1788984736.351098:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788984736.351109:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973256448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984736.351360:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984736.351383:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52efe6 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984736.351413:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984736.351425:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984736.351435:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb200, rc 0) 00000100:00100000:1.0:1788984736.351499:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973256448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 392us (1158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984736.351505:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788984736.352028:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973256448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984736.352047:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984736.352056:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984736.352347:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984736.352352:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984736.352359:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984736.743186:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984736.991398:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973256576:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984736.991471:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984736.991527:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984736.991534:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973256704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984736.991556:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984736.991594:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256576 00000100:00100000:0.0:1788984736.991602:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256576 00000100:00100000:0.0:1788984736.991654:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256704 00000100:00100000:0.0:1788984736.991658:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256704 00000100:00100000:0.0:1788984736.991694:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788984736.991703:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973256576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984736.991732:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984736.991778:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973256576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984736.991786:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:0.0:1788984736.991803:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1788984736.991809:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973256704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984736.991818:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984736.991840:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973256704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984736.991856:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:0.0:1788984736.991901:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973256704:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984736.991912:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973256576:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984736.993906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984737.509720:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984737.509743:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973256832:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984737.509816:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984737.509887:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256832 00000100:00100000:2.0:1788984737.509897:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256832 00000100:00100000:2.0:1788984737.509980:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788984737.509990:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973256832:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984737.510026:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984737.510084:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973256832:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984737.510091:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788984737.510138:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973256832:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984737.760308:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984738.782482:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984738.870779:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984738.870822:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984738.871443:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166080 00000100:00100000:3.0:1788984738.871458:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166080 00000100:00100000:3.0:1788984738.871524:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 431 00000100:00100000:3.0:1788984738.871534:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953166080:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984738.871625:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953166080:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 92us (854us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984738.871633:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 431 00000100:00100000:2.0:1788984738.872244:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166208 00000100:00100000:2.0:1788984738.872252:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166208 00000100:00100000:2.0:1788984738.872315:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 511 00000100:00100000:2.0:1788984738.872323:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953166208:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984738.872375:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953166208:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 53us (1552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984738.872381:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 511 00000100:00080000:1.0:1788984738.872571:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984738.875789:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984738.876034:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166336 00000100:00100000:2.0:1788984738.876045:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166336 00000100:00100000:2.0:1788984738.876437:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 512 00000100:00100000:2.0:1788984738.876449:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953166336:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984738.876535:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953166336:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 89us (755us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984738.876541:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 512 00000100:00080000:1.0:1788984738.876709:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984739.038869:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973256960:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.038984:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984739.039043:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973257472:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.039069:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984739.039090:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973257984:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.039119:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984739.039140:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973258496:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.039171:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984739.039190:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788984739.039204:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973257344:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.039226:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984739.039240:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973257856:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.039258:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984739.039272:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973258368:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.039289:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039484:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973256960 00000100:00100000:1.0:1788984739.039494:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973256960 00000100:00100000:0.0:1788984739.039530:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973258880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984739.039544:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1788984739.039554:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973256960:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.039558:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984739.039586:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973257088:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.039607:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973256960:12345-0@lo:400:kworker.0 Request processed in 55us (623us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.039608:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039614:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788984739.039623:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973257600:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.039654:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257984 00000100:00100000:0.0:1788984739.039654:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039658:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257984 00000100:00100000:0.0:1788984739.039668:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973258112:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.039685:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258496 00000100:00100000:0.0:1788984739.039686:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039688:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258496 00000100:00100000:1.0:1788984739.039700:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257856 00000100:00100000:0.0:1788984739.039701:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973258624:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984739.039702:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257856 00000100:00100000:1.0:1788984739.039712:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258368 00000100:00100000:1.0:1788984739.039714:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258368 00000100:00100000:0.0:1788984739.039720:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039725:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1788984739.039731:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973257984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.039737:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788984739.039742:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973257216:0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.039761:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039774:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973257984:12345-0@lo:400:kworker.0 Request processed in 43us (654us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.039774:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973257728:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.039780:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1788984739.039791:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1788984739.039791:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039796:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973258496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.039806:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973258240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.039819:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973258496:12345-0@lo:400:kworker.0 Request processed in 23us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.039822:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039825:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:0.0:1788984739.039830:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973258752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984739.039835:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1788984739.039840:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973257856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.039859:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984739.039862:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973257856:12345-0@lo:400:kworker.0 Request processed in 22us (603us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984739.039867:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:1.0:1788984739.039876:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:1.0:1788984739.039881:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973258368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.039894:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257344 00000100:00100000:0.0:1788984739.039898:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257344 00000100:00100000:1.0:1788984739.039905:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973258368:12345-0@lo:400:kworker.0 Request processed in 23us (614us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.039917:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257088 00000100:00100000:1.0:1788984739.039918:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00000100:00100000:0.0:1788984739.039919:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257088 00000100:00100000:0.0:1788984739.039958:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257600 00000100:00100000:0.0:1788984739.039961:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257600 00000100:00080000:1.0:1788984739.039968:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984739.039973:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984739.039973:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258112 00000100:00080000:1.0:1788984739.039975:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984739.039975:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258112 00000100:00100000:0.0:1788984739.039991:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257728 00000100:00100000:0.0:1788984739.039994:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257728 00000100:00100000:1.0:1788984739.040002:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257472 00000100:00100000:0.0:1788984739.040004:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258240 00000100:00100000:1.0:1788984739.040005:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257472 00000100:00100000:0.0:1788984739.040005:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258240 00000100:00100000:0.0:1788984739.040017:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1788984739.040019:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258624 00000100:00100000:1.0:1788984739.040021:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258624 00000100:00100000:0.0:1788984739.040022:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973257344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.040030:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973257216 00000100:00100000:1.0:1788984739.040032:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973257216 00000100:00100000:1.0:1788984739.040041:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1788984739.040046:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973257472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.040050:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973257344:12345-0@lo:400:kworker.0 Request processed in 29us (824us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040055:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1788984739.040067:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1788984739.040072:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973257088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.040073:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973257472:12345-0@lo:400:kworker.0 Request processed in 28us (1004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984739.040079:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1788984739.040090:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1788984739.040095:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973258624:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984739.040096:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973257088:12345-0@lo:400:kworker.0 Request processed in 25us (488us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040101:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1788984739.040111:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788984739.040116:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973257600:12345-0@lo:400:kworker.0 00000004:00000024:1.0:1788984739.040120:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984739.040156:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973257600:12345-0@lo:400:kworker.0 Request processed in 40us (502us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040162:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788984739.040174:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788984739.040180:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973258112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.040211:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973258112:12345-0@lo:400:kworker.0 Request processed in 32us (524us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040217:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788984739.040229:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1788984739.040234:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973257728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.040714:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973257728:12345-0@lo:400:kworker.0 Request processed in 479us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040722:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:0.0:1788984739.040736:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1788984739.040742:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973258240:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.040765:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973258240:12345-0@lo:400:kworker.0 Request processed in 24us (942us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040770:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1788984739.040790:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1788984739.040797:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973257216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984739.040823:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973257216:12345-0@lo:400:kworker.0 Request processed in 28us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984739.040829:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1788984739.042148:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258880 00000100:00100000:0.0:1788984739.042162:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258880 00000100:00100000:0.0:1788984739.042212:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973258752 00000100:00100000:0.0:1788984739.042215:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973258752 00000100:00100000:0.0:1788984739.042229:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1788984739.042363:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973258624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 2266us (2639us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984739.042370:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:1.0:1788984739.042399:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788984739.042406:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973258752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984739.042431:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984739.042459:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973258752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (2612us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984739.042465:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:1.0:1788984739.042523:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984739.042528:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984739.042571:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973257216:0@lo:400:kworker.0 00010000:00080000:1.0:1788984739.042587:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143399880 x1875885973257728/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984739.042597:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973257728:0@lo:400:kworker.0 00010000:00080000:1.0:1788984739.042608:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114339b100 x1875885973258240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984739.042617:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973258240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.042634:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973258752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984739.042644:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973257088:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.042655:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973257600:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.042666:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973258112:0@lo:400:kworker.0 00000100:00100000:1.0:1788984739.042677:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973258624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984739.043963:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973258880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984739.043992:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984739.044064:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973258880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 1828us (4504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984739.045018:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973258880:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984739.045068:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:2.0:1788984739.045207:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973257344:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.045223:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973257856:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.045233:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143001c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973258368:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.045243:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973256960:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.045254:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973257472:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.045264:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973257984:0@lo:400:kworker.0 00000100:00100000:2.0:1788984739.045273:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973258496:0@lo:400:kworker.0 00010000:00010000:0.0:1788984739.809265:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984740.830428:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984741.856171:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984742.111419:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984742.111446:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973259008:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984742.111526:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984742.111664:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259008 00000100:00100000:0.0:1788984742.111685:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259008 00000100:00100000:0.0:1788984742.111755:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00080000:2.0:1788984742.111756:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984742.111765:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973259008:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984742.111795:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984742.111864:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973259008:12345-0@lo:13:osp-pre-0-1.0 Request processed in 101us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984742.111872:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:2.0:1788984742.111957:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973259008:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984742.112758:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984742.112774:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973259136:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984742.112817:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984742.113288:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259136 00000100:00100000:1.0:1788984742.113296:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259136 00000100:00100000:1.0:1788984742.113355:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1788984742.113363:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973259136:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984742.113380:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984742.113420:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973259136:12345-0@lo:13:osp-pre-0-0.0 Request processed in 58us (602us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984742.113439:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:2.0:1788984742.113530:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984742.113566:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973259136:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984742.622733:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984742.622760:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973259264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984742.622832:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984742.623203:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259264 00000100:00100000:2.0:1788984742.623213:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259264 00000100:00100000:2.0:1788984742.623271:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1788984742.623281:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973259264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984742.623320:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984742.623385:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973259264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (553us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984742.623393:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:3.0:1788984742.623547:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973259264:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984742.879659:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984743.902402:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984743.993765:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984743.993823:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984743.993865:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984743.994032:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166720 00000100:00100000:2.0:1788984743.994044:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166720 00000100:00100000:2.0:1788984743.994127:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166592 00000100:00100000:2.0:1788984743.994131:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166592 00000100:00100000:2.0:1788984743.994156:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 519 00000100:00100000:3.0:1788984743.994159:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166464 00000100:00100000:3.0:1788984743.994163:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166464 00000100:00100000:2.0:1788984743.994168:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953166720:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984743.994196:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 433 00000100:00100000:3.0:1788984743.994202:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953166464:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984743.994249:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953166464:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 47us (493us total) trans 0 rc 0/0 00000100:00080000:0.0:1788984743.994255:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984743.994257:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 433 00000100:00080000:0.0:1788984743.994260:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984743.994351:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 520 00000100:00100000:1.0:1788984743.994361:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953166592:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984744.000291:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953166720:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 6111us (6452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984744.000307:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 519 00000100:00100000:1.0:1788984744.003630:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953166592:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 9253us (9746us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.003651:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 520 00000100:00100000:2.0:1788984744.158466:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973259392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984744.158539:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984744.158615:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984744.158621:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973259520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984744.158648:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984744.158783:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259520 00000100:00100000:3.0:1788984744.158792:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973259648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984744.158793:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259520 00000100:00100000:3.0:1788984744.158820:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984744.158836:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:0.0:1788984744.158845:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973259520:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984744.158852:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259392 00000100:00100000:3.0:1788984744.158855:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259392 00000004:00000024:0.0:1788984744.158883:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984744.158888:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259648 00000100:00100000:3.0:1788984744.158901:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259648 00000100:00100000:3.0:1788984744.158916:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1788984744.158921:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973259392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984744.158955:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984744.158956:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973259520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984744.158963:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:3.0:1788984744.158980:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973259392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984744.158986:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:3.0:1788984744.158999:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00080000:0.0:1788984744.159000:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984744.159005:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973259648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984744.159015:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984744.159054:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973259648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 49us (233us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984744.159060:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:0.0:1788984744.159215:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973259648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984744.159234:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973259520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984744.159247:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973259392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984744.159407:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973260032:0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159443:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984744.159476:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973260544:0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159500:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984744.159518:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788984744.159523:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973259904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159543:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984744.159561:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973260416:0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159577:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984744.159591:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973260928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159608:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984744.159635:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260032 00000100:00100000:2.0:1788984744.159639:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260032 00000100:00100000:2.0:1788984744.159665:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259904 00000100:00100000:2.0:1788984744.159669:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259904 00000100:00100000:2.0:1788984744.159679:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260416 00000100:00100000:2.0:1788984744.159682:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260416 00000100:00100000:2.0:1788984744.159695:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260928 00000100:00100000:2.0:1788984744.159707:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260928 00000100:00100000:2.0:1788984744.159723:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788984744.159729:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973260032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159765:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973260032:12345-0@lo:400:kworker.0 Request processed in 36us (321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984744.159770:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:2.0:1788984744.159782:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788984744.159788:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973259904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159810:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973259904:12345-0@lo:400:kworker.0 Request processed in 23us (267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984744.159824:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788984744.159836:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788984744.159841:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973260416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.159866:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973260416:12345-0@lo:400:kworker.0 Request processed in 25us (288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984744.159871:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788984744.159880:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788984744.159885:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973260928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.162247:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143001c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973260928:12345-0@lo:400:kworker.0 Request processed in 2351us (2627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984744.162262:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788984744.162339:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973259904:0@lo:400:kworker.0 00010000:00080000:2.0:1788984744.162355:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd5180 x1875885973260416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984744.162365:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973260416:0@lo:400:kworker.0 00010000:00080000:2.0:1788984744.162376:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd5500 x1875885973260928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984744.162396:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973260928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984744.162408:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973260032:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.162548:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260544 00000100:00100000:1.0:1788984744.162557:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260544 00000100:00100000:1.0:1788984744.162622:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1788984744.162632:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973260544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.162678:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973260544:12345-0@lo:400:kworker.0 Request processed in 49us (3177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.162685:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 211 00000100:00100000:1.0:1788984744.162719:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973259776:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.162758:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984744.162792:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973260288:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.162815:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984744.162834:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973260800:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.162854:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984744.162879:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788984744.162885:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973260160:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.162961:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984744.162989:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973260672:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.163012:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984744.163037:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973259776 00000100:00100000:1.0:1788984744.163042:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973259776 00000100:00100000:1.0:1788984744.163333:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788984744.163341:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973259776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.163392:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973259776:12345-0@lo:400:kworker.0 Request processed in 40us (621us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.163398:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788984744.163425:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260160 00000100:00100000:1.0:1788984744.163429:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260160 00000100:00100000:1.0:1788984744.163449:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1788984744.163454:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973260160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.163483:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973260160:12345-0@lo:400:kworker.0 Request processed in 28us (521us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.163489:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:1.0:1788984744.163504:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260672 00000100:00100000:1.0:1788984744.163508:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260672 00000100:00100000:1.0:1788984744.163530:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1788984744.163536:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973260672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.163563:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973260672:12345-0@lo:400:kworker.0 Request processed in 27us (550us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.163568:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 212 00000100:00100000:1.0:1788984744.163587:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260288 00000100:00100000:1.0:1788984744.163590:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260288 00000100:00100000:1.0:1788984744.163606:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973260800 00000100:00100000:1.0:1788984744.163615:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973260800 00000100:00100000:1.0:1788984744.163631:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1788984744.163636:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973260288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.163663:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973260288:12345-0@lo:400:kworker.0 Request processed in 27us (848us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.163670:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1788984744.163679:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788984744.163685:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973260800:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788984744.163814:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984744.163820:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984744.163822:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984744.163874:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973260544:0@lo:400:kworker.0 00000100:00100000:0.0:1788984744.163950:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973260160:0@lo:400:kworker.0 00000100:00100000:0.0:1788984744.163961:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973260672:0@lo:400:kworker.0 00000100:00100000:0.0:1788984744.163969:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973259776:0@lo:400:kworker.0 00000100:00100000:0.0:1788984744.163990:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973260288:0@lo:400:kworker.0 00000100:00100000:1.0:1788984744.164401:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973260800:12345-0@lo:400:kworker.0 Request processed in 715us (1544us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984744.164409:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1788984744.165862:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973260800:0@lo:400:kworker.0 00010000:00010000:1.0:1788984744.926403:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984745.953635:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1788984745.979700:0:21023:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10a: nodemap reject duplicate ranges == 16:12:24 (1788984744) 00010000:00010000:0.0:1788984746.974404:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984747.236797:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984747.236822:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973261184:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984747.236907:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984747.236997:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261184 00000100:00100000:1.0:1788984747.237006:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261184 00000100:00100000:1.0:1788984747.237063:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:1.0:1788984747.237073:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973261184:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984747.237102:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984747.237152:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973261184:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984747.237159:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00080000:1.0:1788984747.237182:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984747.237220:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973261184:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984747.241983:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973261056:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984747.242099:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984747.242239:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261056 00000100:00100000:0.0:1788984747.242250:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261056 00000100:00100000:0.0:1788984747.242340:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1788984747.242350:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973261056:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984747.242376:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984747.242425:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973261056:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (327us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984747.242433:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00080000:2.0:1788984747.244199:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984747.244289:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973261056:0@lo:13:osp-pre-0-1.0 00000020:00000080:1.0:1788984747.278810:0:21071:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc0c68a50 20000000:00000080:1.0:1788984747.278835:0:21071:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143ab9000 uarg=0000000000000000 10000000:01000000:1.0:1788984747.279313:0:21071:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984747.279334:0:21071:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984747.279350:0:21071:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984747.279358:0:21071:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984747.279400:0:21071:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984747.279413:0:21071:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 23 pid: 6508 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984747.279427:0:21071:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21071:1875885973261312:0@lo:104: 00000100:00100000:1.0:1788984747.279497:0:21071:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984747.279653:0:21071:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984747.280219:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788984747.280238:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261312 00000100:00100000:2.0:1788984747.280247:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261312 00000100:00100000:2.0:1788984747.280342:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 76 00000100:00100000:2.0:1788984747.280353:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:21071:x1875885973261312:12345-0@lo:104: 00010000:00010000:2.0:1788984747.280369:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984747.280453:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984747.280460:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d6e450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:21071:x1875885973261312:12345-0@lo:104: Request processed in 109us (963us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984747.280467:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 76 00000100:00100000:1.0:1788984747.280566:0:21071:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21071:1875885973261312:0@lo:104: 00010000:00010000:1.0:1788984747.280587:0:21071:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.280646:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984747.280653:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.280660:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984747.280664:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.280673:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984747.280681:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984747.280686:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984747.280834:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.280842:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984747.280877:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.280884:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52efe6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52efed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.280900:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984747.280902:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984747.280904:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984747.280919:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973261440:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984747.281001:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984747.281051:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261440 00000100:00100000:3.0:1788984747.281056:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261440 00010000:00010000:3.0:1788984747.281077:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 24 pid: 6508 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984747.281100:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788984747.281107:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973261440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984747.281118:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984747.281123:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 24 pid: 6508 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281133:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 24 pid: 6508 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281146:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52efed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52efe6 expref: 24 pid: 6508 timeout: 687 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281160:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281169:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281184:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281191:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281198:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281210:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281215:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984747.281219:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281225:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281235:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984747.281244:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984747.281273:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973261440:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984747.281280:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00000100:00100000:3.0:1788984747.281308:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973261440:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984747.281473:0:21071:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984747.281481:0:21071:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984747.281488:0:21071:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52eff4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21071 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984747.743559:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984747.743583:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973261568:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984747.743652:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984747.743715:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261568 00000100:00100000:2.0:1788984747.743725:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261568 00000100:00100000:2.0:1788984747.743776:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1788984747.743785:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973261568:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984747.743822:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984747.743883:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973261568:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (231us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984747.743890:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1788984747.743960:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973261568:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984748.001739:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984748.835268:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984748.835276:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984748.835282:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984748.835334:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984748.835347:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984748.835360:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984748.835402:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973261696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984748.835469:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984748.835525:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244f85c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788984748.835744:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261696 00000100:00100000:1.0:1788984748.835753:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261696 00000100:00100000:1.0:1788984748.835889:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788984748.835898:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973261696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984748.835913:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984748.835947:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52effb expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984748.835973:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52effb expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984748.835983:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52effb expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984748.835992:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eac00, rc 0) 00000100:00100000:1.0:1788984748.836162:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973261696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 264us (693us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984748.836169:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:3.0:1788984748.836285:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973261696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984748.836300:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984748.836309:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984748.836327:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984748.836332:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984748.836339:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984749.022332:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984749.110713:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984749.110762:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984749.110787:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984749.111308:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166976 00000100:00100000:0.0:1788984749.111322:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166976 00000100:00100000:0.0:1788984749.111397:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167104 00000100:00100000:0.0:1788984749.111401:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167104 00000100:00100000:0.0:1788984749.111428:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 527 00000100:00100000:0.0:1788984749.111447:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953166976:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:1.0:1788984749.111583:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984749.111588:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984749.111687:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 528 00000100:00100000:3.0:1788984749.111698:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953167104:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984749.111776:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953166976:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 330us (1073us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984749.111784:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 527 00000100:00100000:0.0:1788984749.111808:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953166848 00000100:00100000:0.0:1788984749.111812:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953166848 00000100:00100000:0.0:1788984749.111835:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 436 00000100:00100000:0.0:1788984749.111850:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953166848:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984749.112964:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953167104:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1260us (2167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.112975:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 528 00000100:00100000:0.0:1788984749.113229:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953166848:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1385us (2465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984749.113238:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 436 00000100:00100000:3.0:1788984749.280089:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973261824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984749.280169:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.280254:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261824 00000100:00100000:3.0:1788984749.280265:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261824 00000100:00100000:3.0:1788984749.280326:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:3.0:1788984749.280338:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973261824:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984749.280371:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984749.280423:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973261824:12345-0@lo:13:osp-pre-1-1.0 Request processed in 87us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.280431:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00080000:3.0:1788984749.280452:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984749.280463:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984749.280472:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973262080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984749.280517:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.280536:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973261952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984749.280552:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.280574:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262080 00000100:00100000:3.0:1788984749.280578:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262080 00000100:00100000:3.0:1788984749.280600:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1788984749.280606:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973262080:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984749.280629:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984749.280669:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973262080:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.280675:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1788984749.280691:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973261952 00000100:00100000:3.0:1788984749.280695:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973261952 00000100:00100000:3.0:1788984749.280719:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1788984749.280738:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973261952:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984749.280748:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984749.280773:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973261952:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.280779:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00100000:3.0:1788984749.280798:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973262208:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.280826:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.280863:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973262720:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.280886:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.280901:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973263232:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.280921:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.280958:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984749.280964:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973262336:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.280984:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281000:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973262848:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281018:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281033:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973263360:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281051:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281074:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262208 00000100:00100000:3.0:1788984749.281077:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262208 00000100:00100000:3.0:1788984749.281102:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1788984749.281109:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973262208:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281141:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973262208:12345-0@lo:400:kworker.0 Request processed in 32us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281148:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1788984749.281182:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262720 00000100:00100000:3.0:1788984749.281186:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262720 00000100:00100000:3.0:1788984749.281205:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263232 00000100:00100000:3.0:1788984749.281207:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263232 00000100:00100000:3.0:1788984749.281219:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262336 00000100:00100000:3.0:1788984749.281222:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262336 00000100:00100000:3.0:1788984749.281232:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262848 00000100:00100000:3.0:1788984749.281234:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262848 00000100:00100000:3.0:1788984749.281246:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263360 00000100:00100000:3.0:1788984749.281248:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263360 00000100:00100000:3.0:1788984749.281261:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1788984749.281267:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973262720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281297:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973262720:12345-0@lo:400:kworker.0 Request processed in 30us (410us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281303:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:3.0:1788984749.281314:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1788984749.281320:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973263232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281344:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973263232:12345-0@lo:400:kworker.0 Request processed in 24us (422us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281349:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1788984749.281359:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1788984749.281365:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973262336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281387:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973262336:12345-0@lo:400:kworker.0 Request processed in 23us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281393:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:3.0:1788984749.281403:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1788984749.281408:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973262848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281431:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973262848:12345-0@lo:400:kworker.0 Request processed in 23us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281441:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1788984749.281452:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788984749.281458:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973263360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281483:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973263360:12345-0@lo:400:kworker.0 Request processed in 26us (432us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281488:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00080000:3.0:1788984749.281517:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984749.281521:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984749.281523:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984749.281535:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973262592:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281571:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281593:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973263104:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281616:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281654:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973262080:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984749.281667:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973261952:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984749.281684:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788984749.281689:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973262464:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281709:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281724:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973262976:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281742:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984749.281764:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262592 00000100:00100000:3.0:1788984749.281767:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262592 00000100:00100000:3.0:1788984749.281788:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1788984749.281794:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973262592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281833:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973262592:12345-0@lo:400:kworker.0 Request processed in 40us (262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.281839:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:3.0:1788984749.281886:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973261824:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984749.281912:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973262336:0@lo:400:kworker.0 00010000:00080000:3.0:1788984749.281947:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143922300 x1875885973262848/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984749.281958:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973262848:0@lo:400:kworker.0 00010000:00080000:3.0:1788984749.281969:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143920e00 x1875885973263360/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984749.281976:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973263360:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281983:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973262208:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.281992:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973262720:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.282000:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973263232:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.282020:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262464 00000100:00100000:3.0:1788984749.282023:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262464 00000100:00100000:3.0:1788984749.282043:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1788984749.282049:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973262464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.282075:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973262464:12345-0@lo:400:kworker.0 Request processed in 26us (365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984749.282080:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:3.0:1788984749.282104:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973262464:0@lo:400:kworker.0 00000100:00100000:3.0:1788984749.282122:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973262592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984749.283078:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263104 00000100:00100000:1.0:1788984749.283089:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263104 00000100:00100000:1.0:1788984749.283138:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973262976 00000100:00100000:1.0:1788984749.283141:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973262976 00000100:00100000:1.0:1788984749.283165:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788984749.283172:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973263104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984749.283236:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973263104:12345-0@lo:400:kworker.0 Request processed in 65us (1619us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984749.283255:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 213 00000100:00100000:1.0:1788984749.283269:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 214 00000100:00100000:1.0:1788984749.283276:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973262976:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984749.283306:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973262976:12345-0@lo:400:kworker.0 Request processed in 31us (1563us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984749.283312:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 214 00000100:00080000:1.0:1788984749.283338:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984749.283370:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973262976:0@lo:400:kworker.0 00000100:00100000:1.0:1788984749.283383:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973263104:0@lo:400:kworker.0 00010000:00010000:1.0:1788984750.046147:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984751.072164:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984751.146317:0:21267:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdab96a280 20000000:00000080:2.0:1788984751.146335:0:21267:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a00400 uarg=0000000000000000 10000000:01000000:2.0:1788984751.146379:0:21267:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984751.146395:0:21267:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984751.146409:0:21267:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52effb expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984751.146416:0:21267:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984751.146453:0:21267:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52effb expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984751.146464:0:21267:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52effb expref: 23 pid: 6509 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984751.146475:0:21267:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21267:1875885973263488:0@lo:104: 00000100:00100000:2.0:1788984751.146527:0:21267:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984751.146577:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263488 00000100:00100000:2.0:1788984751.146578:0:21267:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246600 going to sleep for 11 seconds 00000100:00100000:0.0:1788984751.146585:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263488 00000100:00100000:0.0:1788984751.146641:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 77 00000100:00100000:0.0:1788984751.146652:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:21267:x1875885973263488:12345-0@lo:104: 00010000:00010000:0.0:1788984751.146664:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984751.146727:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984751.146733:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:21267:x1875885973263488:12345-0@lo:104: Request processed in 84us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984751.147656:0:21267:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21267:1875885973263488:0@lo:104: 00010000:00010000:3.0:1788984751.147681:0:21267:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.147985:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984751.147993:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148001:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984751.148005:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148015:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984751.148023:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984751.148028:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984751.148069:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148076:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984751.148100:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148107:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52effb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f002 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148144:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984751.148146:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984751.148148:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984751.148178:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973263616:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984751.148233:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984751.148293:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263616 00000100:00100000:3.0:1788984751.148300:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263616 00010000:00010000:3.0:1788984751.148327:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52effb expref: 24 pid: 6509 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984751.148354:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788984751.148362:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973263616:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984751.148375:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984751.148380:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52effb expref: 24 pid: 6509 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148391:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52effb expref: 24 pid: 6509 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148404:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52f002 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52effb expref: 24 pid: 6509 timeout: 690 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148419:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148428:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148443:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148455:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148461:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148467:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148472:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984751.148476:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148483:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148495:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148504:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984751.148538:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973263616:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984751.148546:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00000100:00100000:3.0:1788984751.148577:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973263616:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984751.148596:0:21267:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148604:0:21267:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984751.148620:0:21267:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f009 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21267 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984751.148716:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 77 00010000:00010000:3.0:1788984752.095345:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984752.355326:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973263744:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984752.355405:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984752.355547:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263744 00000100:00100000:0.0:1788984752.355558:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263744 00000100:00100000:0.0:1788984752.355628:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:0.0:1788984752.355640:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973263744:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984752.355684:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788984752.355750:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984752.359781:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984752.359806:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973263872:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984752.359886:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984752.359956:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973263872 00000100:00100000:1.0:1788984752.359965:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973263872 00000100:00100000:1.0:1788984752.360020:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:1.0:1788984752.360030:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973263872:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984752.360056:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984752.360118:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973263872:12345-0@lo:13:osp-pre-0-1.0 Request processed in 90us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984752.360125:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00080000:1.0:1788984752.360149:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984752.360189:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973263872:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984752.361372:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973263744:12345-0@lo:13:osp-pre-0-0.0 Request processed in 5730us (5961us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984752.361382:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:3.0:1788984752.368391:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973263744:0@lo:13:osp-pre-0-0.0 10000000:01000000:1.0:1788984752.542168:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984752.542195:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984752.542200:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984752.542251:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984752.542262:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984752.542274:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984752.542300:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973264000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984752.542369:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984752.542459:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984752.542901:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264000 00000100:00100000:2.0:1788984752.542912:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264000 00000100:00100000:0.0:1788984752.543408:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:0.0:1788984752.543420:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973264000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984752.543437:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984752.543456:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f010 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984752.543485:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984752.543498:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984752.543507:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8200, rc 0) 00000100:00100000:0.0:1788984752.543580:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973264000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (1210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984752.543587:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788984752.543750:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973264000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984752.543767:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984752.543777:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984752.543800:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984752.543806:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984752.543826:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984752.864049:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984752.864075:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973264128:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984752.864146:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984752.864221:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264128 00000100:00100000:2.0:1788984752.864230:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264128 00000100:00100000:2.0:1788984752.864280:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1788984752.864289:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973264128:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984752.864343:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984752.864400:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973264128:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (254us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984752.864408:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1788984752.864540:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973264128:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984753.118727:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984754.157093:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984754.243890:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984754.243961:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984754.244004:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984754.244033:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167488 00000100:00100000:1.0:1788984754.244043:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167488 00000100:00100000:1.0:1788984754.244096:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167360 00000100:00100000:1.0:1788984754.244098:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167360 00000100:00100000:1.0:1788984754.244117:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 535 00000100:00100000:1.0:1788984754.244127:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953167488:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984754.244194:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953167488:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 70us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984754.244201:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 535 00000100:00100000:1.0:1788984754.244217:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 536 00000100:00100000:1.0:1788984754.244223:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953167360:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984754.244240:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953167360:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 18us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984754.244246:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 536 00000100:00080000:1.0:1788984754.244259:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984754.244263:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984754.244514:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167232 00000100:00100000:3.0:1788984754.244519:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167232 00000100:00100000:3.0:1788984754.244559:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 439 00000100:00100000:3.0:1788984754.244566:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953167232:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984754.244599:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953167232:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 34us (720us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984754.244605:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 439 00000100:00100000:0.0:1788984754.400503:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973264256:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400581:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400632:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973264768:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400660:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400681:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973265280:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400701:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400730:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973265792:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400755:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400778:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788984754.400784:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973264384:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400820:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400838:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973264896:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400873:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400893:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973265408:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400915:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.400972:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973264640:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.400995:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.401013:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973265152:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401032:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.401049:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973265664:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401244:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.401268:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788984754.401274:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973264512:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401297:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.401313:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973265024:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401340:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.401354:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973265536:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401372:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.401506:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264256 00000100:00100000:0.0:1788984754.401515:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264256 00000100:00100000:0.0:1788984754.401566:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1788984754.401583:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973264256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401641:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973264256:12345-0@lo:400:kworker.0 Request processed in 60us (1060us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.401649:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1788984754.401685:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264768 00000100:00100000:0.0:1788984754.401689:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264768 00000100:00100000:0.0:1788984754.401711:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264512 00000100:00100000:0.0:1788984754.401714:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264512 00000100:00100000:0.0:1788984754.401732:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1788984754.401739:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973264768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401771:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973264768:12345-0@lo:400:kworker.0 Request processed in 33us (1110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.401776:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1788984754.401787:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1788984754.401801:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973264512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.401834:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973264512:12345-0@lo:400:kworker.0 Request processed in 42us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.401840:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:0.0:1788984754.401857:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265280 00000100:00100000:0.0:1788984754.401861:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265280 00000100:00100000:0.0:1788984754.401889:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265792 00000100:00100000:0.0:1788984754.401892:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265792 00000100:00100000:0.0:1788984754.401903:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265152 00000100:00100000:0.0:1788984754.401905:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265152 00000100:00100000:0.0:1788984754.401916:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265664 00000100:00100000:0.0:1788984754.401918:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265664 00000100:00100000:0.0:1788984754.402873:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1788984754.402883:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973265280:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.403032:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973266048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984754.403873:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973265280:12345-0@lo:400:kworker.0 Request processed in 990us (3167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.403882:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 215 00000100:00100000:0.0:1788984754.403908:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788984754.403916:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d3a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973265792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.407591:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1788984754.407602:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.407613:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973265152:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.407664:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984754.407678:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973266176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984754.407683:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973265152:12345-0@lo:400:kworker.0 Request processed in 78us (6646us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.407692:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 217 00000100:00100000:2.0:1788984754.407714:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.407719:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 218 00000100:00100000:0.0:1788984754.407729:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973265664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.407748:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266176 00000100:00100000:2.0:1788984754.407757:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266176 00000100:00100000:0.0:1788984754.407766:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973265664:12345-0@lo:400:kworker.0 Request processed in 39us (6594us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.407774:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 218 00000100:00100000:2.0:1788984754.407803:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1788984754.407811:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973266176:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984754.407818:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264384 00000100:00100000:0.0:1788984754.407825:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264384 00000004:00000024:2.0:1788984754.407841:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984754.407851:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264896 00000100:00100000:0.0:1788984754.407856:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264896 00000100:00100000:0.0:1788984754.407874:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265408 00000100:00100000:0.0:1788984754.407877:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265408 00000100:00100000:2.0:1788984754.407882:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973266176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984754.407889:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1788984754.407894:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973264640 00000100:00100000:0.0:1788984754.407898:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973264640 00000100:00100000:2.0:1788984754.407912:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265024 00000100:00100000:0.0:1788984754.407916:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265536 00000100:00100000:2.0:1788984754.407917:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265024 00000100:00100000:0.0:1788984754.407921:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265536 00000100:00100000:2.0:1788984754.407961:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:2.0:1788984754.407970:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973264384:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.407977:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1788984754.407986:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973264896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408019:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973264384:12345-0@lo:400:kworker.0 Request processed in 50us (7198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984754.408036:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:0.0:1788984754.408039:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973264896:12345-0@lo:400:kworker.0 Request processed in 53us (7164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.408049:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:2.0:1788984754.408055:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:2.0:1788984754.408063:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973265408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.408068:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1788984754.408080:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973264640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408111:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973265408:12345-0@lo:400:kworker.0 Request processed in 49us (7194us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984754.408123:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:0.0:1788984754.408124:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973264640:12345-0@lo:400:kworker.0 Request processed in 43us (7124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.408133:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1788984754.408140:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1788984754.408149:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973265024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.408153:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:0.0:1788984754.408163:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973265536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408194:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973265024:12345-0@lo:400:kworker.0 Request processed in 47us (6853us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984754.408201:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1788984754.408222:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266048 00000100:00100000:2.0:1788984754.408225:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266048 00000100:00100000:2.0:1788984754.408249:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1788984754.408256:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875885973266048:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984754.408274:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973265536:12345-0@lo:400:kworker.0 Request processed in 111us (6899us total) trans 0 rc 0/0 00002000:00000024:2.0:1788984754.408276:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984754.408284:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:2.0:1788984754.408311:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+6:3639:x1875885973266048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 56us (710us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984754.408319:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00080000:0.0:1788984754.408335:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984754.408341:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984754.408344:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984754.408346:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984754.408363:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973266176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984754.408374:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973264512:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408384:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973266048:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1788984754.408398:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd7100 x1875885973265024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984754.408410:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973265024:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408420:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973265920:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1788984754.408425:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd6680 x1875885973265536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984770 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984754.408434:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973265536:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408452:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984754.408462:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973264640:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.408477:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973265152:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408489:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973265920 00000100:00100000:0.0:1788984754.408491:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973265664:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408493:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973265920 00000100:00100000:2.0:1788984754.408522:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788984754.408530:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973265920:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984754.408539:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973264384:0@lo:400:kworker.0 00002000:00000024:2.0:1788984754.408541:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984754.408552:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973264896:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.408566:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973265408:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.408579:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973264256:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408585:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973265920:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984754.408593:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:0.0:1788984754.408597:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973264768:0@lo:400:kworker.0 00000100:00100000:0.0:1788984754.408613:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973265280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984754.408630:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973265920:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984754.408671:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d3a9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973265792:12345-0@lo:400:kworker.0 Request processed in 4756us (7913us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984754.408679:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 216 00000100:00100000:0.0:1788984754.408898:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973265792:0@lo:400:kworker.0 00010000:00010000:3.0:1788984755.169888:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984755.184807:0:21462:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffcb23cf10 20000000:00000080:2.0:1788984755.184825:0:21462:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144068800 uarg=0000000000000000 10000000:01000000:2.0:1788984755.185395:0:21462:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984755.185508:0:21462:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984755.185527:0:21462:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984755.185535:0:21462:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984755.185580:0:21462:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984755.185594:0:21462:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 23 pid: 6509 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984755.185829:0:21462:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21462:1875885973266304:0@lo:104: 00000100:00100000:2.0:1788984755.185892:0:21462:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984755.186145:0:21462:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12454130c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984755.186886:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266304 00000100:00100000:3.0:1788984755.186903:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266304 00000100:00100000:3.0:1788984755.186974:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 78 00000100:00100000:3.0:1788984755.186985:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:21462:x1875885973266304:12345-0@lo:104: 00010000:00010000:3.0:1788984755.186999:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984755.187091:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984755.187097:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:21462:x1875885973266304:12345-0@lo:104: Request processed in 114us (1205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984755.187120:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 78 00000100:00100000:1.0:1788984755.187211:0:21462:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21462:1875885973266304:0@lo:104: 00010000:00010000:1.0:1788984755.187231:0:21462:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.187285:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984755.187293:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.187305:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984755.187309:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.187317:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984755.187331:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984755.187337:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984755.187376:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.187382:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984755.187413:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.187419:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea200/0xa0dd3253da52f010 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f017 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.187435:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984755.187437:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984755.187439:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984755.187755:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984755.187771:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973266432:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984755.187821:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984755.187898:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266432 00000100:00100000:0.0:1788984755.187903:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266432 00010000:00010000:0.0:1788984755.187961:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 24 pid: 6509 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984755.187993:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:0.0:1788984755.188001:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973266432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984755.188013:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984755.188018:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 24 pid: 6509 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188029:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 24 pid: 6509 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188050:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f017 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f010 expref: 24 pid: 6509 timeout: 695 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188063:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188071:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188097:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188112:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188119:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188126:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188132:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984755.188136:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188143:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188159:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984755.188179:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984755.188227:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973266432:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (401us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984755.188234:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00000100:00100000:2.0:1788984755.188399:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973266432:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984755.188500:0:21462:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984755.188509:0:21462:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984755.188514:0:21462:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f01e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21462 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984756.192193:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984757.048283:0:21561:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed0880d10 20000000:00000080:3.0:1788984757.048311:0:21561:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db7c00 uarg=0000000000000000 10000000:01000000:3.0:1788984757.049447:0:21561:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984757.049520:0:21561:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049533:0:21561:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049541:0:21561:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049546:0:21561:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049550:0:21561:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049563:0:21561:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049568:0:21561:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984757.049570:0:21561:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049576:0:21561:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.049585:0:21561:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.050042:0:21561:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.050051:0:21561:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f025 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21561 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984757.215109:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984757.215118:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984757.215124:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984757.215178:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984757.215190:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984757.215213:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984757.215244:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973266560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984757.215337:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984757.215390:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2540 going to sleep for 11 seconds 00000100:00100000:3.0:1788984757.215545:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266560 00000100:00100000:3.0:1788984757.215555:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266560 00000100:00100000:3.0:1788984757.215616:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1788984757.215625:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973266560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984757.215638:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984757.215652:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f02c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.215677:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.215702:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.215711:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984757.215757:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973266560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (420us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984757.215765:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:3.0:1788984757.215826:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973266560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984757.215841:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.215849:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984757.215868:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984757.215872:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.215880:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984757.229106:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984757.471649:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984757.471674:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973266688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984757.471742:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984757.471822:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266688 00000100:00100000:1.0:1788984757.471831:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266688 00000100:00100000:1.0:1788984757.471887:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:1.0:1788984757.471897:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973266688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984757.471948:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984757.472010:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973266688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 114us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984757.472019:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00080000:1.0:1788984757.472041:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984757.472082:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973266688:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984757.472195:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984757.472206:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973266816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984757.472235:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984757.478985:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266816 00000100:00100000:2.0:1788984757.479004:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266816 00000100:00100000:2.0:1788984757.479089:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00080000:1.0:1788984757.479101:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984757.479116:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973266816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984757.479146:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984757.479241:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973266816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 128us (7004us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984757.479248:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:0.0:1788984757.479465:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973266816:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984757.984593:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973266944:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984757.984682:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984757.985081:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973266944 00000100:00100000:2.0:1788984757.985093:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973266944 00000100:00100000:2.0:1788984757.985146:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:2.0:1788984757.985166:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973266944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984757.985203:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984757.985256:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973266944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 102us (573us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984757.985263:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1788984757.987079:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973266944:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984758.240332:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984759.065306:0:21659:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdeed95ae0 20000000:00000080:2.0:1788984759.065325:0:21659:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144069c00 uarg=0000000000000000 10000000:01000000:2.0:1788984759.065781:0:21659:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984759.065804:0:21659:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984759.065824:0:21659:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984759.065832:0:21659:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984759.065876:0:21659:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984759.066079:0:21659:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 23 pid: 6509 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984759.066102:0:21659:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21659:1875885973267072:0@lo:104: 00000100:00100000:2.0:1788984759.066160:0:21659:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984759.066263:0:21659:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2780 going to sleep for 11 seconds 00000100:00100000:3.0:1788984759.066306:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267072 00000100:00100000:3.0:1788984759.066315:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267072 00000100:00100000:3.0:1788984759.066400:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 79 00000100:00100000:3.0:1788984759.066411:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:21659:x1875885973267072:12345-0@lo:104: 00010000:00010000:3.0:1788984759.066424:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.066541:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984759.066548:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:21659:x1875885973267072:12345-0@lo:104: Request processed in 139us (387us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984759.066555:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 79 00000100:00100000:0.0:1788984759.066624:0:21659:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21659:1875885973267072:0@lo:104: 00010000:00010000:0.0:1788984759.066642:0:21659:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984759.066767:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984759.066774:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984759.066782:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984759.066785:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984759.066800:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984759.066807:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984759.066814:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984759.066853:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984759.066860:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984759.066898:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984759.066906:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f02c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f033 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984759.066922:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984759.066947:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984759.066949:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984759.066957:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984759.066967:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973267200:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984759.067000:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984759.067214:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267200 00000100:00100000:3.0:1788984759.067221:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267200 00010000:00010000:3.0:1788984759.067241:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 24 pid: 6509 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984759.067272:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:3.0:1788984759.067279:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973267200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984759.067290:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984759.067295:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 24 pid: 6509 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067305:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 24 pid: 6509 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067319:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f033 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f02c expref: 24 pid: 6509 timeout: 698 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067332:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067340:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067354:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067372:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067378:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067385:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067390:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984759.067394:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.067402:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984759.067592:0:21659:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984759.067602:0:21659:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.073187:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.073211:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f03a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21659 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984759.073235:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984759.073335:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973267200:12345-0@lo:103:ldlm_bl.0 Request processed in 6053us (6329us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984759.073346:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788984759.073448:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973267200:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984759.274005:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984759.352462:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984759.352496:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984759.352521:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984759.352550:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167616 00000100:00100000:1.0:1788984759.352561:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167616 00000100:00100000:1.0:1788984759.352620:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 442 00000100:00100000:1.0:1788984759.352639:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953167616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984759.352744:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953167616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 106us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.352764:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 442 00000100:00100000:1.0:1788984759.352802:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167872 00000100:00100000:1.0:1788984759.352807:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167872 00000100:00100000:1.0:1788984759.352843:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953167744 00000100:00100000:1.0:1788984759.352846:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953167744 00000100:00100000:1.0:1788984759.352868:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 543 00000100:00100000:1.0:1788984759.352875:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953167872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984759.352920:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953167872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.352945:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 543 00000100:00100000:1.0:1788984759.352959:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 544 00000100:00100000:1.0:1788984759.352966:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953167744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984759.352993:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953167744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (470us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.352999:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 544 00000100:00080000:1.0:1788984759.353121:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984759.353126:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984759.518399:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973267328:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518473:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518520:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973267840:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518547:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518567:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973268352:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518601:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518620:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973268864:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518639:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518677:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788984759.518684:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973267712:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518709:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518728:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973268224:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518760:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518788:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973268736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518810:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984759.518847:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267328 00000100:00100000:1.0:1788984759.518857:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267328 00000100:00100000:1.0:1788984759.518903:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1788984759.518914:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973267328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.518987:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973267328:12345-0@lo:400:kworker.0 Request processed in 74us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.518994:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:1.0:1788984759.519025:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267712 00000100:00100000:1.0:1788984759.519029:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267712 00000100:00100000:1.0:1788984759.519054:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1788984759.519060:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973267712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.519091:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973267712:12345-0@lo:400:kworker.0 Request processed in 32us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.519097:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:1.0:1788984759.519114:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267840 00000100:00100000:1.0:1788984759.519118:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267840 00000100:00100000:1.0:1788984759.519147:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268224 00000100:00100000:1.0:1788984759.519149:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268224 00000100:00100000:1.0:1788984759.519172:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268736 00000100:00100000:1.0:1788984759.519175:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268736 00000100:00100000:1.0:1788984759.519188:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1788984759.519193:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973267840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.519223:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973267840:12345-0@lo:400:kworker.0 Request processed in 30us (675us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.519229:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:1.0:1788984759.519239:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1788984759.519244:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973268224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.519267:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973268224:12345-0@lo:400:kworker.0 Request processed in 23us (506us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.519273:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:1.0:1788984759.519282:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:1.0:1788984759.519288:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973268736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.519311:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973268736:12345-0@lo:400:kworker.0 Request processed in 23us (500us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984759.519316:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:1.0:1788984759.519343:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984759.519388:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973267712:0@lo:400:kworker.0 00010000:00080000:1.0:1788984759.519402:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d3d880 x1875885973268224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984759.519412:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973268224:0@lo:400:kworker.0 00010000:00080000:1.0:1788984759.519421:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a3480 x1875885973268736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984775 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984759.519440:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973268736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.519450:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973267328:0@lo:400:kworker.0 00000100:00100000:1.0:1788984759.519459:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973267840:0@lo:400:kworker.0 00000100:00100000:2.0:1788984759.524137:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973269248:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984759.524217:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524298:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973267456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984759.524327:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524357:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973267968:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524375:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524389:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973268480:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524407:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524419:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973268992:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524433:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524452:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1788984759.524457:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973267584:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524476:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524492:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973268096:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524509:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524522:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973268608:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524539:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524552:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973269120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984759.524568:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984759.524598:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267584 00000100:00100000:0.0:1788984759.524607:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267584 00000100:00100000:0.0:1788984759.524647:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268096 00000100:00100000:0.0:1788984759.524649:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268096 00000100:00100000:0.0:1788984759.524669:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268608 00000100:00100000:0.0:1788984759.524672:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268608 00000100:00100000:0.0:1788984759.524686:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1788984759.524693:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973267584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524741:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973267584:12345-0@lo:400:kworker.0 Request processed in 48us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.524765:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:0.0:1788984759.524789:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788984759.524795:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973268096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524835:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973268096:12345-0@lo:400:kworker.0 Request processed in 40us (324us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.524842:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:0.0:1788984759.524853:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1788984759.524859:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973268608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.524881:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973268608:12345-0@lo:400:kworker.0 Request processed in 23us (341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.524886:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:0.0:1788984759.524903:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268352 00000100:00100000:0.0:1788984759.524906:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268352 00000100:00100000:0.0:1788984759.524924:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268864 00000100:00100000:0.0:1788984759.524950:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268864 00000100:00100000:0.0:1788984759.524963:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268480 00000100:00100000:0.0:1788984759.524966:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268480 00000100:00100000:0.0:1788984759.524976:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973268992 00000100:00100000:0.0:1788984759.524978:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973268992 00000100:00100000:0.0:1788984759.524990:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1788984759.524995:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973268352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525024:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141923480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973268352:12345-0@lo:400:kworker.0 Request processed in 29us (6422us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.525029:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 219 00000100:00100000:0.0:1788984759.525039:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788984759.525044:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973268864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525066:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973268864:12345-0@lo:400:kworker.0 Request processed in 22us (6426us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.525079:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 220 00000100:00100000:0.0:1788984759.525089:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1788984759.525093:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973268480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525115:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973268480:12345-0@lo:400:kworker.0 Request processed in 22us (708us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.525120:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 221 00000100:00100000:0.0:1788984759.525128:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1788984759.525133:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973268992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525151:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973268992:12345-0@lo:400:kworker.0 Request processed in 19us (717us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.525156:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 222 00000100:00100000:0.0:1788984759.525193:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973268352:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525202:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973268864:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525224:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267456 00000100:00100000:0.0:1788984759.525226:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267456 00000100:00100000:0.0:1788984759.525246:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973267968 00000100:00100000:0.0:1788984759.525248:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973267968 00000100:00100000:0.0:1788984759.525258:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1788984759.525263:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973267456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984759.525287:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984759.525313:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973267456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 49us (985us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.525318:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:0.0:1788984759.525328:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1788984759.525334:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973267968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.525362:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973267968:12345-0@lo:400:kworker.0 Request processed in 29us (986us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.525368:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:0.0:1788984759.525401:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269248 00000100:00100000:0.0:1788984759.525404:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269248 00000100:00100000:0.0:1788984759.525421:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269120 00000100:00100000:0.0:1788984759.525423:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269120 00000100:00100000:0.0:1788984759.525432:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1788984759.525437:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973269248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984759.525453:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984759.530436:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973269248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 4987us (6208us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.530452:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:0.0:1788984759.530495:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:0.0:1788984759.530512:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973269120:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984759.530547:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984759.530608:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973269120:12345-0@lo:13:osp-pre-1-1.0 Request processed in 104us (6039us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984759.530614:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00080000:0.0:1788984759.530644:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984759.530650:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984759.530653:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984759.530695:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973267584:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.530708:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973268096:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.530720:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973268608:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.530736:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973269120:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984759.530776:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973267456:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984759.530788:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973267968:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.530798:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973268480:0@lo:400:kworker.0 00000100:00100000:0.0:1788984759.530820:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973268992:0@lo:400:kworker.0 00000100:00100000:2.0:1788984759.531573:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973269248:0@lo:13:osp-pre-1-0.0 00010000:00010000:0.0:1788984760.288983:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984760.300012:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984760.300020:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984760.300025:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984760.300089:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.300101:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.300114:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984760.300141:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973269376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984760.300213:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984760.300259:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad0c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984760.300286:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269376 00000100:00100000:3.0:1788984760.300294:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269376 00000100:00100000:3.0:1788984760.300345:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788984760.300353:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973269376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984760.300367:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984760.300378:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f041 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.300402:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.300981:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.300991:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788984760.301043:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973269376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 689us (829us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984760.301050:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788984760.301117:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973269376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984760.301133:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.301143:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984760.301163:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984760.301169:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984760.301177:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984761.311367:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984762.347172:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984762.591022:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984762.591046:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973269504:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984762.591117:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984762.591184:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269504 00000100:00100000:2.0:1788984762.591192:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269504 00000100:00100000:2.0:1788984762.591244:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1788984762.591253:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973269504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984762.591284:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984762.591339:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973269504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984762.591346:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00080000:2.0:1788984762.591367:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984762.591402:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973269504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984762.602495:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984762.602517:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973269632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984762.602596:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984762.602796:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269632 00000100:00100000:0.0:1788984762.602806:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269632 00000100:00100000:0.0:1788984762.602878:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1788984762.602889:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973269632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984762.602913:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984762.602999:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973269632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 112us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984762.603005:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:0.0:1788984762.603048:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973269632:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984762.603115:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984763.105815:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984763.105839:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973269760:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984763.105907:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984763.105994:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269760 00000100:00100000:2.0:1788984763.106010:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269760 00000100:00100000:2.0:1788984763.106060:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984763.106070:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973269760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984763.106105:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984763.106156:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973269760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 88us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984763.106164:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984763.106211:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973269760:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984763.369916:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984764.382718:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984764.471225:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984764.471262:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984764.471286:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984764.471368:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168000 00000100:00100000:0.0:1788984764.471380:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168000 00000100:00100000:0.0:1788984764.471440:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 445 00000100:00100000:0.0:1788984764.471451:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953168000:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984764.471524:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953168000:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984764.471531:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 445 00000100:00100000:0.0:1788984764.471563:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168256 00000100:00100000:0.0:1788984764.471567:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168256 00000100:00100000:0.0:1788984764.471631:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168128 00000100:00100000:0.0:1788984764.471634:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168128 00000100:00100000:0.0:1788984764.471650:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 551 00000100:00100000:0.0:1788984764.471656:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953168256:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984764.471685:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953168256:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984764.471692:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 551 00000100:00100000:0.0:1788984764.471715:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 552 00000100:00100000:0.0:1788984764.471722:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953168128:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984764.471744:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953168128:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984764.471749:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 552 00000100:00080000:0.0:1788984764.471876:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984764.471881:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:1.0:1788984764.623251:0:21905:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4e485370 20000000:00000080:1.0:1788984764.623268:0:21905:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d05e400 uarg=0000000000000000 10000000:01000000:1.0:1788984764.623481:0:21905:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984764.623503:0:21905:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.623519:0:21905:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.623526:0:21905:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.623565:0:21905:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.623578:0:21905:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 23 pid: 6509 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984764.623594:0:21905:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d48e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21905:1875885973269888:0@lo:104: 00000100:00100000:1.0:1788984764.623655:0:21905:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.623739:0:21905:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11422fa300 going to sleep for 11 seconds 00000100:00100000:2.0:1788984764.624056:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973269888 00000100:00100000:2.0:1788984764.624065:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973269888 00000100:00100000:2.0:1788984764.624115:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 80 00000100:00100000:2.0:1788984764.624125:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:21905:x1875885973269888:12345-0@lo:104: 00010000:00010000:2.0:1788984764.624137:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624201:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984764.624207:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:21905:x1875885973269888:12345-0@lo:104: Request processed in 84us (552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984764.624214:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 80 00010000:00010000:2.0:1788984764.624236:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984764.624242:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624249:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984764.624253:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624262:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984764.624279:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984764.624285:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984764.624313:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624320:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984764.624338:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624344:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52f041 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f048 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624360:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984764.624362:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984764.624364:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984764.624382:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973270016:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984764.624409:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984764.624446:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270016 00000100:00100000:2.0:1788984764.624450:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270016 00010000:00010000:2.0:1788984764.624466:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 24 pid: 6509 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984764.624488:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788984764.624494:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973270016:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984764.624504:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984764.624509:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 24 pid: 6509 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624525:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 24 pid: 6509 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624540:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624548:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624562:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624569:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624575:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624581:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624587:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984764.624605:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624612:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624622:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984764.624642:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984764.624671:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973270016:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984764.624677:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00000100:00100000:2.0:1788984764.624723:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973270016:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984764.625084:0:21905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f048 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f041 expref: 23 pid: 6509 timeout: 704 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984764.625102:0:21905:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d48e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:21905:1875885973269888:0@lo:104: 00010000:00010000:1.0:1788984764.625117:0:21905:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.625125:0:21905:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.625131:0:21905:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984764.625137:0:21905:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f04f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21905 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984764.639874:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973270144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984764.639959:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984764.640016:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270144 00000100:00100000:2.0:1788984764.640023:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270144 00000100:00100000:2.0:1788984764.640076:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1788984764.640084:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973270144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984764.640111:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984764.640152:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973270144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984764.640159:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00080000:2.0:1788984764.640293:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984764.640329:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973270144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984764.640638:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973270272:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.640669:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.640688:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973270784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.640723:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.640743:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973271296:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.640763:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.640783:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788984764.640788:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973270400:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.640812:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.640829:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973270912:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.640850:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.640866:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973271424:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.640898:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.640948:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270272 00000100:00100000:1.0:1788984764.640953:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270272 00000100:00100000:1.0:1788984764.640976:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270784 00000100:00100000:1.0:1788984764.640979:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270784 00000100:00100000:1.0:1788984764.640999:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271296 00000100:00100000:1.0:1788984764.641002:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271296 00000100:00100000:1.0:1788984764.641011:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270912 00000100:00100000:1.0:1788984764.641013:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270912 00000100:00100000:1.0:1788984764.641031:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271424 00000100:00100000:1.0:1788984764.641033:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271424 00000100:00100000:1.0:1788984764.641044:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788984764.641050:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973270272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641088:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973270272:12345-0@lo:400:kworker.0 Request processed in 37us (417us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641094:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788984764.641107:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788984764.641113:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973270784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641139:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973270784:12345-0@lo:400:kworker.0 Request processed in 27us (416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641145:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788984764.641156:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1788984764.641162:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973271296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641184:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973271296:12345-0@lo:400:kworker.0 Request processed in 24us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641190:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1788984764.641201:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1788984764.641206:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973270912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641240:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973270912:12345-0@lo:400:kworker.0 Request processed in 34us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641245:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1788984764.641257:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1788984764.641262:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973271424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641286:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973271424:12345-0@lo:400:kworker.0 Request processed in 24us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641291:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:1.0:1788984764.641314:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270400 00000100:00100000:1.0:1788984764.641318:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270400 00000100:00100000:1.0:1788984764.641342:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788984764.641349:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973270400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641380:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973270400:12345-0@lo:400:kworker.0 Request processed in 32us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641386:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788984764.641414:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973270528:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641439:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.641461:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973271040:0@lo:400:kworker.0 00000100:00100000:3.0:1788984764.641466:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270528 00000100:00100000:3.0:1788984764.641473:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270528 00000100:00100000:1.0:1788984764.641484:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984764.641507:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788984764.641510:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973271552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984764.641517:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973270528:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641534:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984764.641563:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973270528:12345-0@lo:400:kworker.0 Request processed in 48us (123us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984764.641570:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788984764.641575:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d48e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973270528:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641588:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788984764.641595:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973270656:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641616:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.641644:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973271168:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641666:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984764.641691:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271040 00000100:00100000:1.0:1788984764.641695:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271040 00000100:00100000:1.0:1788984764.641734:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271552 00000100:00100000:1.0:1788984764.641737:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271552 00000100:00100000:1.0:1788984764.641749:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271168 00000100:00100000:1.0:1788984764.641751:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271168 00000100:00100000:1.0:1788984764.641763:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788984764.641769:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973271040:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641802:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973271040:12345-0@lo:400:kworker.0 Request processed in 33us (317us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641808:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 223 00000100:00100000:1.0:1788984764.641819:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788984764.641825:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973271552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641849:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973271552:12345-0@lo:400:kworker.0 Request processed in 25us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641853:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 224 00000100:00100000:1.0:1788984764.641863:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 225 00000100:00100000:1.0:1788984764.641869:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973271168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641893:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973271168:12345-0@lo:400:kworker.0 Request processed in 24us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984764.641899:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 225 00000100:00080000:1.0:1788984764.641947:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984764.641951:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984764.641953:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984764.641956:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984764.641977:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973271168:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.641996:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973271040:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.642005:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973271552:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.642030:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973270400:0@lo:400:kworker.0 00010000:00080000:1.0:1788984764.642042:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d3d880 x1875885973270912/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984764.642054:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973270912:0@lo:400:kworker.0 00010000:00080000:1.0:1788984764.642062:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143399500 x1875885973271424/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984780 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984764.642071:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143399500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973271424:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.642081:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973270272:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.642090:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973270784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984764.642099:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973271296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984764.643650:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973270656 00000100:00100000:3.0:1788984764.643678:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973270656 00000100:00100000:3.0:1788984764.643767:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1788984764.643778:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973270656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984764.643952:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973270656:12345-0@lo:400:kworker.0 Request processed in 175us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984764.643960:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1788984764.644013:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973270656:0@lo:400:kworker.0 00000100:00100000:3.0:1788984764.646026:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984764.646046:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973271680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984764.646112:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984764.646174:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271680 00000100:00100000:3.0:1788984764.646181:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271680 00000100:00100000:3.0:1788984764.646227:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1788984764.646236:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973271680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984764.646256:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984764.646298:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973271680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (186us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984764.646305:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:3.0:1788984764.646348:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973271680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984764.648121:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984764.648145:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973271808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984764.648210:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984764.648258:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271808 00000100:00100000:2.0:1788984764.648265:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271808 00000100:00100000:2.0:1788984764.648313:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1788984764.648321:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973271808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984764.648354:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984764.648409:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973271808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984764.648416:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00000100:00100000:2.0:1788984764.648456:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973271808:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788984765.408085:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984765.547473:0:21953:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd4220b70 20000000:00000080:1.0:1788984765.547489:0:21953:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd3400 uarg=0000000000000000 10000000:01000000:1.0:1788984765.548440:0:21953:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984765.548465:0:21953:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549657:0:21953:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549676:0:21953:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549712:0:21953:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549720:0:21953:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549728:0:21953:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549735:0:21953:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984765.549739:0:21953:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549748:0:21953:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549761:0:21953:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549770:0:21953:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984765.549777:0:21953:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f056 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 21953 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788984766.344916:0:22001:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff39f60a60 20000000:00000080:3.0:1788984766.345138:0:22001:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412eb800 uarg=0000000000000000 10000000:01000000:3.0:1788984766.345342:0:22001:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984766.345365:0:22001:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345383:0:22001:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345405:0:22001:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345413:0:22001:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345420:0:22001:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345426:0:22001:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345432:0:22001:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984766.345436:0:22001:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345443:0:22001:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345454:0:22001:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345463:0:22001:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.345469:0:22001:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f05d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22001 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984766.444166:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984766.633314:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984766.633323:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984766.633328:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984766.633395:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.633409:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.633423:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984766.633451:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973271936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984766.633530:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984766.633584:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973271936 00000100:00100000:3.0:1788984766.633593:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973271936 00000100:00100000:3.0:1788984766.633655:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788984766.633666:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973271936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984766.633689:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984766.633702:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f064 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.633724:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.633735:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.633745:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984766.633781:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973271936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 117us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984766.633788:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788984766.634070:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1258ee1f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788984766.634090:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973271936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984766.634105:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.634114:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984766.634131:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984766.634135:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984766.634142:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788984767.336253:0:22049:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3843b820 20000000:00000080:2.0:1788984767.336271:0:22049:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a01800 uarg=0000000000000000 10000000:01000000:2.0:1788984767.336526:0:22049:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984767.336548:0:22049:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.336566:0:22049:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.336575:0:22049:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.336615:0:22049:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.336629:0:22049:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 23 pid: 6506 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984767.336643:0:22049:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22049:1875885973272064:0@lo:104: 00000100:00100000:2.0:1788984767.336722:0:22049:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984767.336779:0:22049:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d0eb600 going to sleep for 11 seconds 00000100:00100000:1.0:1788984767.337377:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272064 00000100:00100000:1.0:1788984767.337388:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272064 00000100:00100000:1.0:1788984767.337441:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 81 00000100:00100000:1.0:1788984767.337451:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22049:x1875885973272064:12345-0@lo:104: 00010000:00010000:1.0:1788984767.337477:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337551:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984767.337557:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22049:x1875885973272064:12345-0@lo:104: Request processed in 108us (836us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984767.337564:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 81 00010000:00010000:1.0:1788984767.337585:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984767.337591:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337599:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984767.337604:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337613:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984767.337622:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984767.337628:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984767.337655:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337661:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984767.337695:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337703:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f064 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f06b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337740:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984767.337743:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984767.337745:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984767.337759:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973272192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984767.337790:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984767.337825:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272192 00000100:00100000:1.0:1788984767.337829:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272192 00010000:00010000:1.0:1788984767.337846:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 24 pid: 6506 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984767.337867:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788984767.337873:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973272192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984767.337883:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984767.337888:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 24 pid: 6506 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337898:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 24 pid: 6506 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337914:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337923:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337955:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337963:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337975:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337983:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.337989:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984767.337993:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.338001:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.338010:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984767.338019:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984767.338046:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973272192:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984767.338053:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788984767.338086:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973272192:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984767.338322:0:22049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f06b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f064 expref: 23 pid: 6506 timeout: 707 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984767.338333:0:22049:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22049:1875885973272064:0@lo:104: 00010000:00010000:2.0:1788984767.338348:0:22049:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.338363:0:22049:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.338369:0:22049:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.338375:0:22049:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f072 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22049 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984767.463805:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984767.710243:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973272320:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984767.710331:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984767.710563:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272320 00000100:00100000:0.0:1788984767.710573:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272320 00000100:00100000:0.0:1788984767.710660:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:0.0:1788984767.710681:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973272320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984767.710712:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984767.710778:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973272320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (446us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984767.710786:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00080000:2.0:1788984767.710857:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984767.711058:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973272320:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984767.711206:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973272448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984767.711241:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984767.711300:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272448 00000100:00100000:3.0:1788984767.711305:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272448 00000100:00100000:3.0:1788984767.711352:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:3.0:1788984767.711358:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973272448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984767.711369:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1788984767.711424:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984767.715388:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edb9050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973272448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4019us (4136us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984767.715404:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:2.0:1788984767.715733:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973272448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984768.224065:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984768.224104:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973272576:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984768.224208:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984768.224291:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272576 00000100:00100000:3.0:1788984768.224301:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272576 00000100:00100000:3.0:1788984768.224354:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1788984768.224363:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973272576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984768.224399:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984768.224447:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973272576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 85us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984768.224454:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:3.0:1788984768.224505:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973272576:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788984768.369799:0:22097:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1a03c080 20000000:00000080:2.0:1788984768.369820:0:22097:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a02000 uarg=0000000000000000 10000000:01000000:2.0:1788984768.370373:0:22097:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984768.370396:0:22097:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370413:0:22097:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370424:0:22097:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370430:0:22097:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370450:0:22097:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370458:0:22097:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370464:0:22097:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984768.370469:0:22097:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370477:0:22097:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370492:0:22097:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370499:0:22097:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984768.370506:0:22097:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f079 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22097 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984768.479150:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984768.614022:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984768.614029:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984768.614034:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984768.614079:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614090:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614101:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984768.614128:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973272704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984768.614209:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984768.614253:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f900 going to sleep for 11 seconds 00000100:00100000:3.0:1788984768.614275:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272704 00000100:00100000:3.0:1788984768.614282:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272704 00000100:00100000:3.0:1788984768.614340:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788984768.614360:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973272704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984768.614375:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984768.614387:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f080 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614409:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614420:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614427:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677000, rc 0) 00000100:00100000:3.0:1788984768.614467:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973272704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984768.614474:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:3.0:1788984768.614523:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973272704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984768.614536:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614544:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984768.614561:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984768.614566:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984768.614720:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788984769.361894:0:22145:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe07453bf0 20000000:00000080:0.0:1788984769.361910:0:22145:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6f800 uarg=0000000000000000 10000000:01000000:0.0:1788984769.362178:0:22145:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984769.362206:0:22145:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984769.362223:0:22145:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984769.362232:0:22145:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984769.362272:0:22145:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984769.362286:0:22145:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 23 pid: 6509 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984769.362300:0:22145:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22145:1875885973272832:0@lo:104: 00000100:00100000:0.0:1788984769.362359:0:22145:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984769.362412:0:22145:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a000 going to sleep for 11 seconds 00000100:00100000:1.0:1788984769.362705:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272832 00000100:00100000:1.0:1788984769.362714:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272832 00000100:00100000:1.0:1788984769.362770:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 82 00000100:00100000:1.0:1788984769.362779:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22145:x1875885973272832:12345-0@lo:104: 00010000:00010000:1.0:1788984769.362792:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984769.362872:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984769.362878:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22145:x1875885973272832:12345-0@lo:104: Request processed in 100us (518us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984769.362886:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 82 00010000:00010000:1.0:1788984769.362907:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984769.362913:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984769.362919:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984769.362923:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984769.362952:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984769.362959:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984769.362966:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984769.362995:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984769.363002:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984769.363022:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984769.363029:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f080 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f087 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984769.363055:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984769.363057:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984769.363059:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984769.363080:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973272960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984769.363113:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984769.363198:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973272960 00000100:00100000:2.0:1788984769.363203:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973272960 00010000:00010000:2.0:1788984769.363223:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 24 pid: 6509 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984769.363253:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:2.0:1788984769.363260:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246218450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973272960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984769.363280:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984769.363285:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 24 pid: 6509 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363296:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 24 pid: 6509 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363311:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363320:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363333:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363340:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363348:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363355:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363361:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984769.363365:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363372:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363390:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363400:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984769.363427:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246218450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973272960:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (313us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984769.363434:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:2.0:1788984769.363503:0:22145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f087 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f080 expref: 23 pid: 6509 timeout: 709 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984769.363515:0:22145:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22145:1875885973272832:0@lo:104: 00010000:00010000:2.0:1788984769.363533:0:22145:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363543:0:22145:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363550:0:22145:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984769.363557:0:22145:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f08e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22145 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984769.366154:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973272960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984769.507307:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984769.603111:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984769.603160:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984769.603192:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984769.603216:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168512 00000100:00100000:1.0:1788984769.603227:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168512 00000100:00100000:1.0:1788984769.603280:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168640 00000100:00100000:1.0:1788984769.603283:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168640 00000100:00100000:1.0:1788984769.603303:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 559 00000100:00100000:1.0:1788984769.603313:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953168512:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984769.603388:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953168512:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984769.603396:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 559 00000100:00100000:1.0:1788984769.603412:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 560 00000100:00100000:1.0:1788984769.603418:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953168640:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984769.603439:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953168640:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984769.603445:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 560 00000100:00100000:0.0:1788984769.604067:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168384 00000100:00100000:0.0:1788984769.604074:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168384 00000100:00100000:0.0:1788984769.604120:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 448 00000100:00100000:0.0:1788984769.604127:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953168384:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984769.604158:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953168384:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984769.604165:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 448 00000100:00080000:0.0:1788984769.604193:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984769.604199:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984769.758431:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973273088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984769.758525:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984769.760387:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273088 00000100:00100000:2.0:1788984769.760399:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273088 00000100:00100000:2.0:1788984769.760473:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:2.0:1788984769.760492:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973273088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984769.760526:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984769.760631:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973273088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (2104us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984769.760639:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:1.0:1788984769.760778:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973273216:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984769.760829:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984769.760877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973273344:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984769.760898:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984769.760940:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273216 00000100:00100000:1.0:1788984769.760943:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273216 00000100:00100000:1.0:1788984769.760967:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1788984769.760971:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973273216:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984769.760984:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984769.761006:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973273216:12345-0@lo:13:osp-pre-1-0.0 Request processed in 35us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984769.761011:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:1.0:1788984769.761053:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973273216:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984769.762191:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973273600:0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.763018:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973273728:0@lo:400:kworker.0 00000100:00080000:3.0:1788984769.763188:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984769.763242:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973273472:0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.764405:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984769.764405:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984769.764524:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973273088:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984769.764811:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973274112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.764849:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984769.765013:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973274240:0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.765040:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984769.765560:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273344 00000100:00100000:3.0:1788984769.765570:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273344 00000100:00100000:3.0:1788984769.765621:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273728 00000100:00100000:3.0:1788984769.765624:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273728 00000100:00100000:3.0:1788984769.765640:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1788984769.765657:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973273344:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984769.765702:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984769.765752:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973273344:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (4851us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984769.765759:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:3.0:1788984769.765776:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1788984769.765781:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973273728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984769.765823:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973273728:12345-0@lo:400:kworker.0 Request processed in 41us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984769.765829:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:0.0:1788984769.766055:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273600 00000100:00100000:0.0:1788984769.766061:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273600 00000100:00100000:2.0:1788984769.766063:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973273728:0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.766100:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:0.0:1788984769.766108:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973273600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.766161:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973273600:12345-0@lo:400:kworker.0 Request processed in 53us (1766us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984769.766168:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788984769.766192:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973273600:0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.766193:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274112 00000100:00100000:0.0:1788984769.766200:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274112 00000100:00080000:3.0:1788984769.766235:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984769.766249:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274240 00000100:00100000:0.0:1788984769.766253:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274240 00000100:00080000:3.0:1788984769.766277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984769.766286:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 226 00000100:00100000:0.0:1788984769.766294:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973274112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.766404:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1788984769.766412:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973274240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.766449:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973274240:12345-0@lo:400:kworker.0 Request processed in 39us (1409us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984769.766455:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 227 00000100:00100000:2.0:1788984769.766479:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973274240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984769.767765:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984769.767969:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973273984:0@lo:400:kworker.0 00000100:00100000:1.0:1788984769.768017:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984769.768228:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973274112:12345-0@lo:400:kworker.0 Request processed in 1922us (3365us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984769.768237:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973274112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.768244:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 226 00000100:00100000:1.0:1788984769.772968:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973274496:0@lo:400:kworker.0 00000100:00100000:1.0:1788984769.773072:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984769.773185:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273472 00000100:00100000:2.0:1788984769.773196:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273472 00000100:00100000:2.0:1788984769.773262:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273984 00000100:00100000:2.0:1788984769.773266:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273984 00000100:00100000:2.0:1788984769.773299:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788984769.773311:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973273472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.773373:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973273472:12345-0@lo:400:kworker.0 Request processed in 65us (5616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984769.773380:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788984769.773397:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788984769.773402:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973273984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.773448:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973273984:12345-0@lo:400:kworker.0 Request processed in 46us (5431us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984769.773454:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00080000:3.0:1788984769.773798:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984769.774206:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973273856:0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.779221:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274496 00000100:00100000:0.0:1788984769.779239:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274496 00000100:00100000:1.0:1788984769.779421:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143923100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973273472:0@lo:400:kworker.0 00010000:00080000:1.0:1788984769.779445:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143921180 x1875885973273984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984769.779456:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973273984:0@lo:400:kworker.0 00000100:00100000:3.0:1788984769.779585:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984769.779707:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973274368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984769.779777:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984769.779821:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973273344:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984769.779872:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973273856 00000100:00100000:3.0:1788984769.779880:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973273856 00000100:00100000:3.0:1788984769.779964:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274368 00000100:00100000:3.0:1788984769.779968:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274368 00000100:00100000:3.0:1788984769.779991:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788984769.780000:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973273856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984769.780105:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1788984769.780120:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973274368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984769.780158:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1788984769.780171:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973274496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984769.780586:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973274496:12345-0@lo:400:kworker.0 Request processed in 413us (7508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984769.780595:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1788984769.780682:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973274368:12345-0@lo:400:kworker.0 Request processed in 562us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984769.780708:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00010000:00080000:1.0:1788984769.780779:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143920380 x1875885973274496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984785 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984769.780793:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973274496:0@lo:400:kworker.0 00000100:00100000:3.0:1788984769.780868:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973273856:12345-0@lo:400:kworker.0 Request processed in 868us (1284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984769.780876:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00080000:3.0:1788984769.780909:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984769.780914:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984769.781044:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973274368:0@lo:400:kworker.0 00000100:00100000:2.0:1788984769.781072:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143923b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973273856:0@lo:400:kworker.0 00000020:00000080:0.0:1788984770.294782:0:22193:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd61527a80 20000000:00000080:0.0:1788984770.294809:0:22193:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d6cc00 uarg=0000000000000000 00010000:00010000:3.0:1788984770.532114:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984771.166102:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984771.166115:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984771.166122:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984771.166200:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984771.166216:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984771.166230:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984771.166263:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973274624:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984771.166382:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984771.167283:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274624 00000100:00100000:3.0:1788984771.167311:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274624 00000100:00100000:1.0:1788984771.167404:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438760c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984771.176044:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788984771.176078:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973274624:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984771.176102:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984771.176129:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f095 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984771.176165:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984771.176178:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984771.176188:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea200, rc 0) 00000100:00100000:2.0:1788984771.176312:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973274624:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 251us (9929us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984771.176320:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1788984771.176474:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973274624:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984771.176500:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984771.176511:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984771.176565:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984771.176571:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984771.176579:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788984771.456770:0:22242:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff513ceb00 20000000:00000080:1.0:1788984771.456786:0:22242:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d3b400 uarg=0000000000000000 00010000:00010000:1.0:1788984771.573005:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984772.450006:0:22290:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8316a330 20000000:00000080:3.0:1788984772.450027:0:22290:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db2400 uarg=0000000000000000 00010000:00010000:3.0:1788984772.574266:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984772.830161:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984772.830206:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973274752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984772.830315:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984772.830422:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274752 00000100:00100000:2.0:1788984772.830432:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274752 00000100:00100000:2.0:1788984772.830512:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:2.0:1788984772.830524:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973274752:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984772.830562:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984772.830613:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973274752:12345-0@lo:13:osp-pre-0-0.0 Request processed in 92us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984772.830633:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00080000:2.0:1788984772.830659:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984772.830707:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973274752:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984772.834369:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984772.834400:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973274880:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984772.835338:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984772.835586:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973274880 00000100:00100000:3.0:1788984772.835598:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973274880 00000100:00100000:3.0:1788984772.835679:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:3.0:1788984772.835692:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973274880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984772.835720:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984772.835776:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973274880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 87us (442us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984772.835784:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00080000:2.0:1788984772.836729:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984772.836792:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973274880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984773.342262:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973275008:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984773.342396:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984773.343214:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275008 00000100:00100000:0.0:1788984773.343225:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275008 00000100:00100000:0.0:1788984773.343382:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1788984773.343395:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973275008:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984773.343439:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984773.347522:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973275008:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4124us (5119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984773.347532:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:3.0:1788984773.347732:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973275008:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984773.608792:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984773.788852:0:22338:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff049714c0 20000000:00000080:2.0:1788984773.789080:0:22338:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a03400 uarg=0000000000000000 00010000:00010000:2.0:1788984774.623770:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984774.713325:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984774.713371:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984774.713400:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984774.713436:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168768 00000100:00100000:2.0:1788984774.713448:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168768 00000100:00100000:2.0:1788984774.713513:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 450 00000100:00100000:2.0:1788984774.713524:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953168768:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984774.713620:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953168768:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 97us (322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.713650:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 450 00000100:00100000:2.0:1788984774.713688:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169024 00000100:00100000:2.0:1788984774.713692:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169024 00000100:00100000:2.0:1788984774.713732:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953168896 00000100:00100000:2.0:1788984774.713735:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953168896 00000100:00100000:2.0:1788984774.713759:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 567 00000100:00100000:2.0:1788984774.713776:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953169024:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984774.713809:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953169024:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 34us (437us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.713816:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 567 00000100:00100000:2.0:1788984774.713829:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 568 00000100:00100000:2.0:1788984774.713835:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953168896:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984774.713860:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953168896:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (459us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.713866:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 568 00000100:00080000:2.0:1788984774.714063:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984774.714068:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984774.878383:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973275264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.878486:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.878552:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973275776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.878578:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.878619:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973276288:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.878660:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.878692:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788984774.878698:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973275392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.878747:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.878781:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973275904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.878805:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.878822:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973276416:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.878963:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973275136:0@lo:400:kworker.0 00000100:00100000:3.0:1788984774.884311:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973275520:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.887924:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984774.888026:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275136 00000100:00100000:0.0:1788984774.888036:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275136 00000100:00100000:0.0:1788984774.888115:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788984774.888125:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973275136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888190:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973275136:12345-0@lo:400:kworker.0 Request processed in 67us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984774.888196:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788984774.888268:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973275136:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888283:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973275648:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888313:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984774.888336:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275392 00000100:00100000:0.0:1788984774.888340:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275392 00000100:00100000:0.0:1788984774.888383:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275648 00000100:00100000:0.0:1788984774.888386:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275648 00000100:00100000:0.0:1788984774.888398:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1788984774.888404:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973275392:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888439:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973275392:12345-0@lo:400:kworker.0 Request processed in 36us (9692us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984774.888444:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1788984774.888454:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1788984774.888458:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973275648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888479:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973275648:12345-0@lo:400:kworker.0 Request processed in 21us (167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984774.888485:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1788984774.888512:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973275648:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888521:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973276160:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.888546:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984774.888572:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276160 00000100:00100000:0.0:1788984774.888575:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276160 00000100:00100000:0.0:1788984774.888625:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 228 00000100:00100000:0.0:1788984774.889155:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973276160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.889196:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973276160:12345-0@lo:400:kworker.0 Request processed in 48us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984774.889201:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 228 00000100:00080000:0.0:1788984774.889220:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984774.889242:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973276160:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.889251:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973276672:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.889285:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984774.889310:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276672 00000100:00100000:0.0:1788984774.889314:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276672 00000100:00100000:0.0:1788984774.889344:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 229 00000100:00100000:0.0:1788984774.889349:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973276672:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.889379:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973276672:12345-0@lo:400:kworker.0 Request processed in 29us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984774.889385:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 229 00000100:00080000:0.0:1788984774.889398:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984774.889417:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973276672:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.889663:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.889700:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275264 00000100:00100000:2.0:1788984774.889704:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275264 00000100:00100000:2.0:1788984774.889729:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275776 00000100:00100000:2.0:1788984774.889732:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275776 00000100:00100000:2.0:1788984774.889775:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276288 00000100:00100000:2.0:1788984774.889778:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276288 00000100:00100000:2.0:1788984774.889792:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275904 00000100:00100000:2.0:1788984774.889794:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275904 00000100:00100000:2.0:1788984774.889807:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276416 00000100:00100000:2.0:1788984774.889809:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276416 00000100:00100000:2.0:1788984774.889824:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1788984774.889830:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973275264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.889875:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973275264:12345-0@lo:400:kworker.0 Request processed in 45us (11390us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.889881:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1788984774.889894:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1788984774.889900:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973275776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.889944:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973275776:12345-0@lo:400:kworker.0 Request processed in 44us (11365us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.889951:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1788984774.889962:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788984774.889967:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973276288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.890402:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973276288:12345-0@lo:400:kworker.0 Request processed in 434us (11740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.890409:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788984774.890423:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1788984774.890428:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973275904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.890457:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143003100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973275904:12345-0@lo:400:kworker.0 Request processed in 29us (11652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.890463:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:2.0:1788984774.890472:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788984774.890478:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973276416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.890504:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143002680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973276416:12345-0@lo:400:kworker.0 Request processed in 27us (842us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.890510:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:3.0:1788984774.890529:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984774.890564:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973276032:0@lo:400:kworker.0 00000100:00100000:3.0:1788984774.890591:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984774.890618:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973276544:0@lo:400:kworker.0 00000100:00100000:3.0:1788984774.890638:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984774.890674:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973276928:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984774.890700:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984774.890722:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984774.890728:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973276800:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984774.890749:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.900274:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973275520 00000100:00100000:2.0:1788984774.900291:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973275520 00000100:00100000:2.0:1788984774.900366:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1788984774.900378:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973275520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.900500:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973275520:12345-0@lo:400:kworker.0 Request processed in 125us (9970us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.900508:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00010000:00080000:2.0:1788984774.900774:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126e8d0000 x1875885973276416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984774.900796:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973276416:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.900816:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973275264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.900853:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973275776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.900867:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973276288:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.900905:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973275392:0@lo:400:kworker.0 00010000:00080000:2.0:1788984774.900919:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126e8d1f80 x1875885973275904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984790 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984774.900968:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973275904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.902654:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276928 00000100:00100000:2.0:1788984774.902671:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276928 00000100:00100000:2.0:1788984774.902740:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276800 00000100:00100000:2.0:1788984774.902743:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276800 00000100:00100000:2.0:1788984774.902778:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1788984774.902789:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973276928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984774.902828:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984774.902961:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973276928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 173us (12258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.902969:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1788984774.903707:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1788984774.903717:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973276800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984774.903746:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984774.903796:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973276800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (13047us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.903803:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1788984774.908261:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973276800:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984774.908291:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973276928:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984774.908378:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973277056:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984774.908459:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984774.908522:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973275520:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.910084:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277056 00000100:00100000:0.0:1788984774.910099:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277056 00000100:00100000:0.0:1788984774.910309:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1788984774.910322:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973277056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984774.910367:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984774.910451:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973277056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 133us (1992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984774.910459:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:2.0:1788984774.916824:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276032 00000100:00100000:2.0:1788984774.916843:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276032 00000100:00100000:2.0:1788984774.916914:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973276544 00000100:00100000:2.0:1788984774.916917:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973276544 00000100:00100000:2.0:1788984774.916973:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1788984774.916996:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973276032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.917113:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973276032:12345-0@lo:400:kworker.0 Request processed in 119us (26520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.917120:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 230 00000100:00100000:2.0:1788984774.917140:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 231 00000100:00100000:2.0:1788984774.917146:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973276544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984774.917175:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973276544:12345-0@lo:400:kworker.0 Request processed in 30us (26536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984774.917181:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 231 00000100:00080000:2.0:1788984774.917201:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984774.917205:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788984774.917209:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984774.917212:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984774.928143:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973277056:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984774.928174:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973276032:0@lo:400:kworker.0 00000100:00100000:0.0:1788984774.928187:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973276544:0@lo:400:kworker.0 00000020:00000080:0.0:1788984775.211018:0:22386:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2a5dd050 20000000:00000080:0.0:1788984775.211043:0:22386:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d46000 uarg=0000000000000000 00010000:00010000:2.0:1788984775.647152:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984776.498967:0:22434:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff30f14520 20000000:00000080:3.0:1788984776.498993:0:22434:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db3400 uarg=0000000000000000 00010000:00010000:1.0:1788984776.678654:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984777.702945:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984777.938431:0:22482:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfe41b3a0 20000000:00000080:2.0:1788984777.938453:0:22482:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143abb000 uarg=0000000000000000 10000000:01000000:2.0:1788984777.941088:0:22482:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984777.941123:0:22482:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.941170:0:22482:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.941180:0:22482:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.942649:0:22482:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.942679:0:22482:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 23 pid: 6506 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984777.942698:0:22482:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22482:1875885973277184:0@lo:104: 00000100:00100000:2.0:1788984777.943224:0:22482:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984777.943305:0:22482:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788984777.943696:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788984777.943715:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277184 00000100:00100000:0.0:1788984777.943746:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277184 00000100:00100000:0.0:1788984777.943810:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 83 00000100:00100000:0.0:1788984777.943822:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22482:x1875885973277184:12345-0@lo:104: 00010000:00010000:0.0:1788984777.943849:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984777.943957:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984777.943964:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a00850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22482:x1875885973277184:12345-0@lo:104: Request processed in 145us (741us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984777.943971:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 83 00010000:00010000:1.0:1788984777.944162:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984777.944171:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944180:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984777.944185:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944195:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984777.944203:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984777.944209:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984777.944255:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944273:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984777.944300:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944307:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f095 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f09c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944329:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984777.944331:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984777.944332:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984777.944348:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973277312:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984777.944385:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984777.944436:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277312 00000100:00100000:1.0:1788984777.944440:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277312 00010000:00010000:1.0:1788984777.944474:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 24 pid: 6506 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984777.944506:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788984777.944513:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973277312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984777.944525:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984777.944539:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 24 pid: 6506 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944551:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 24 pid: 6506 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944570:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944597:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944614:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944621:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944628:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944635:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944641:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984777.944646:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944654:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944663:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984777.944674:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984777.944705:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973277312:12345-0@lo:103:ldlm_bl.0 Request processed in 193us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984777.944712:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:1.0:1788984777.945039:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973277312:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984777.945151:0:22482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f09c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f095 expref: 23 pid: 6506 timeout: 717 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984777.945165:0:22482:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22482:1875885973277184:0@lo:104: 00010000:00010000:2.0:1788984777.945181:0:22482:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.945192:0:22482:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.945199:0:22482:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984777.945206:0:22482:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f0a3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22482 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984777.953064:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973277568:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984777.953171:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984777.953222:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984777.953229:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973277440:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984777.953249:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984777.954497:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277568 00000100:00100000:2.0:1788984777.954512:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277568 00000100:00100000:2.0:1788984777.954600:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277440 00000100:00100000:2.0:1788984777.954604:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277440 00000100:00100000:2.0:1788984777.954625:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788984777.954635:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973277568:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984777.954670:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984777.954756:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973277568:12345-0@lo:13:osp-pre-0-1.0 Request processed in 121us (1585us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984777.954764:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788984777.954784:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984777.954790:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973277440:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984777.954800:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984777.954823:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973277440:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (1574us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984777.954830:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:3.0:1788984777.955103:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973277440:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984777.955119:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973277568:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984777.955324:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984778.463618:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973277696:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984778.463713:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984778.463966:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277696 00000100:00100000:3.0:1788984778.463976:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277696 00000100:00100000:3.0:1788984778.464036:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:3.0:1788984778.464046:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973277696:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984778.464090:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984778.464139:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973277696:12345-0@lo:41:osp-pre-1-0.0 Request processed in 94us (426us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984778.464147:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00100000:1.0:1788984778.464635:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973277696:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984778.719141:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984779.231914:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984779.231952:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984779.231958:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984779.232015:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.232031:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.232044:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984779.232087:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973277824:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984779.232179:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984779.232236:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984779.232547:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277824 00000100:00100000:0.0:1788984779.232558:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277824 00000100:00100000:0.0:1788984779.232631:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1788984779.232642:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973277824:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984779.232659:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984779.232679:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f0aa expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984779.232707:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984779.232720:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984779.232731:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8000, rc 0) 00000100:00100000:0.0:1788984779.232794:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973277824:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 154us (615us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984779.232802:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1788984779.232873:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973277824:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984779.232890:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984779.232901:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984779.232943:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984779.232950:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984779.232959:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788984779.445050:0:22531:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda119a0a0 20000000:00000080:2.0:1788984779.445074:0:22531:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114337f800 uarg=0000000000000000 10000000:01000000:2.0:1788984779.445289:0:22531:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984779.445314:0:22531:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.445336:0:22531:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.445345:0:22531:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.445395:0:22531:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.445413:0:22531:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 23 pid: 6508 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984779.445430:0:22531:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22531:1875885973277952:0@lo:104: 00000100:00100000:2.0:1788984779.449138:0:22531:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984779.449234:0:22531:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2240 going to sleep for 11 seconds 00000100:00100000:0.0:1788984779.453658:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973277952 00000100:00100000:0.0:1788984779.453679:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973277952 00000100:00100000:0.0:1788984779.453775:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 84 00000100:00100000:0.0:1788984779.453789:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22531:x1875885973277952:12345-0@lo:104: 00010000:00010000:0.0:1788984779.453812:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984779.453988:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984779.453995:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22531:x1875885973277952:12345-0@lo:104: Request processed in 210us (4866us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984779.454003:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 84 00010000:00010000:3.0:1788984779.454004:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984779.454012:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.454021:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984779.454026:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.454036:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984779.454045:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984779.454051:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984779.454105:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.454112:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984779.454168:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.454200:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f0aa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0b1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.454266:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984779.454268:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984779.454270:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984779.454287:0:22531:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22531:1875885973277952:0@lo:104: 00000100:00100000:3.0:1788984779.454294:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973278080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984779.454317:0:22531:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984779.454351:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984779.454399:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278080 00000100:00100000:2.0:1788984779.454404:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278080 00010000:00010000:2.0:1788984779.454425:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 24 pid: 6508 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984779.454451:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:2.0:1788984779.454458:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973278080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984779.454635:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984779.454643:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 24 pid: 6508 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454655:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 24 pid: 6508 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454671:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f0b1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f0aa expref: 24 pid: 6508 timeout: 719 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454685:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454879:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454901:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454909:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454918:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454954:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454960:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984779.454964:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454972:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.454990:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984779.455000:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984779.455059:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973278080:12345-0@lo:103:ldlm_bl.0 Request processed in 600us (706us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984779.455067:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00010000:3.0:1788984779.455149:0:22531:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.455158:0:22531:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984779.455164:0:22531:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52f0b8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22531 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984779.456376:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973278080:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984779.744550:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984779.834012:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984779.834057:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984779.834096:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984779.834127:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169152 00000100:00100000:0.0:1788984779.834137:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169152 00000100:00100000:0.0:1788984779.834190:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 453 00000100:00100000:0.0:1788984779.834200:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953169152:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984779.834357:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953169152:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 158us (361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984779.834365:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 453 00000100:00100000:2.0:1788984779.834642:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169408 00000100:00100000:2.0:1788984779.834648:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169408 00000100:00100000:2.0:1788984779.834696:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169280 00000100:00100000:2.0:1788984779.834699:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169280 00000100:00100000:2.0:1788984779.834719:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 575 00000100:00100000:2.0:1788984779.834728:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953169408:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984779.834765:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953169408:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (708us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984779.834772:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 575 00000100:00100000:2.0:1788984779.834787:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 576 00000100:00100000:2.0:1788984779.834802:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953169280:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984779.834827:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953169280:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984779.834833:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 576 00000100:00080000:2.0:1788984779.834854:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984779.834858:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984780.005036:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973278208:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984780.005132:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.005227:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278208 00000100:00100000:3.0:1788984780.005236:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278208 00000100:00100000:3.0:1788984780.005303:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:3.0:1788984780.005315:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973278208:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984780.005353:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984780.005404:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973278208:12345-0@lo:13:osp-pre-1-1.0 Request processed in 92us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.005411:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00080000:3.0:1788984780.005435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984780.005480:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973278208:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984780.005891:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973278592:0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.005965:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.005993:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973279104:0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.006021:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.006040:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973279616:0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.006060:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.006080:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788984780.006086:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973278464:0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.006111:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.006128:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973278976:0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.006150:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.006165:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973279488:0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.006186:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.006214:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278464 00000100:00100000:0.0:1788984780.006220:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278464 00000100:00100000:0.0:1788984780.006255:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1788984780.006262:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973278464:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984780.006327:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973278464:12345-0@lo:400:kworker.0 Request processed in 65us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984780.006334:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1788984780.006365:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973278464:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.007610:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278592 00000100:00100000:3.0:1788984780.007618:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278592 00000100:00100000:3.0:1788984780.007676:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278976 00000100:00100000:3.0:1788984780.007679:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278976 00000100:00100000:3.0:1788984780.007711:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279488 00000100:00100000:3.0:1788984780.007713:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279488 00000100:00100000:3.0:1788984780.007745:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1788984780.007753:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973278592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.007859:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973278592:12345-0@lo:400:kworker.0 Request processed in 106us (1894us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.007866:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1788984780.007885:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1788984780.007891:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973278976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.007917:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973278976:12345-0@lo:400:kworker.0 Request processed in 27us (1767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.007922:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:3.0:1788984780.007948:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788984780.007954:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973279488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.007978:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973279488:12345-0@lo:400:kworker.0 Request processed in 25us (1792us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.007983:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00010000:00080000:3.0:1788984780.008037:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd6d80 x1875885973278976/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984780.008052:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973278976:0@lo:400:kworker.0 00010000:00080000:3.0:1788984780.008066:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126e8d3100 x1875885973279488/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984780.008074:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973279488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008085:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973278592:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008120:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973278336:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008154:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.008187:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973278848:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008216:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.008236:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973279360:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008257:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.008272:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788984780.008279:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973278720:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008303:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.008325:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973279232:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008348:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.008366:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973279744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984780.008389:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984780.008416:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279104 00000100:00100000:3.0:1788984780.008421:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279104 00000100:00100000:3.0:1788984780.008452:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279616 00000100:00100000:3.0:1788984780.008455:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279616 00000100:00100000:3.0:1788984780.008473:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279232 00000100:00100000:3.0:1788984780.008476:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279232 00000100:00100000:3.0:1788984780.008488:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1788984780.008495:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973279104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008533:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973279104:12345-0@lo:400:kworker.0 Request processed in 38us (2511us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.008539:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 232 00000100:00100000:3.0:1788984780.008564:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1788984780.008571:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973279616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008601:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973279616:12345-0@lo:400:kworker.0 Request processed in 31us (2540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.008607:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 233 00000100:00100000:3.0:1788984780.008625:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1788984780.008631:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973279232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008662:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973279232:12345-0@lo:400:kworker.0 Request processed in 32us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.008668:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 234 00000100:00100000:3.0:1788984780.008685:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278720 00000100:00100000:3.0:1788984780.008688:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278720 00000100:00100000:3.0:1788984780.008709:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279744 00000100:00100000:3.0:1788984780.008712:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279744 00000100:00100000:3.0:1788984780.008723:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1788984780.008728:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973278720:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008759:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973278720:12345-0@lo:400:kworker.0 Request processed in 31us (455us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.008765:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1788984780.008775:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1788984780.008780:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973279744:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984780.008811:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984780.008844:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973279744:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (454us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.008851:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:3.0:1788984780.008872:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278336 00000100:00100000:3.0:1788984780.008875:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278336 00000100:00100000:3.0:1788984780.008891:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973278848 00000100:00100000:3.0:1788984780.008893:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973278848 00000100:00100000:3.0:1788984780.008903:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279360 00000100:00100000:3.0:1788984780.008905:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279360 00000100:00100000:3.0:1788984780.008918:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788984780.008945:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973278336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.008982:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973278336:12345-0@lo:400:kworker.0 Request processed in 58us (827us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.008988:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788984780.008999:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1788984780.009005:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973278848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009029:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973278848:12345-0@lo:400:kworker.0 Request processed in 24us (812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.009034:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1788984780.009044:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:3.0:1788984780.009050:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973279360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009077:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973279360:12345-0@lo:400:kworker.0 Request processed in 27us (819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.009082:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:3.0:1788984780.009102:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984780.009107:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984780.009109:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788984780.009112:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984780.009139:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973279104:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009151:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973279616:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009184:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973278720:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009193:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973279232:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009207:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973279744:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984780.009215:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973278336:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009236:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973278848:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.009245:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973279360:0@lo:400:kworker.0 00000100:00100000:3.0:1788984780.014115:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984780.014148:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973279872:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984780.014248:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984780.029148:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973279872 00000100:00100000:0.0:1788984780.029169:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973279872 00000100:00100000:3.0:1788984780.029358:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1788984780.029371:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973279872:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984780.029408:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984780.029534:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973279872:12345-0@lo:13:osp-pre-1-0.0 Request processed in 165us (15285us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984780.029542:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1788984780.030730:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973279872:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1788984780.766349:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984780.880140:0:22579:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd56c476f0 20000000:00000080:0.0:1788984780.880168:0:22579:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432ac000 uarg=0000000000000000 10000000:01000000:0.0:1788984780.880414:0:22579:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984780.880443:0:22579:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880463:0:22579:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880475:0:22579:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880482:0:22579:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880490:0:22579:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880499:0:22579:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880506:0:22579:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984780.880512:0:22579:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.880532:0:22579:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.895790:0:22579:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.895823:0:22579:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.895831:0:22579:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f0bf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22579 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984780.898514:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984780.898525:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984780.898532:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984780.898607:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984780.898622:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984780.898635:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984780.898671:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973280000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984780.898774:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984780.898833:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984780.899688:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280000 00000100:00100000:0.0:1788984780.899701:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280000 00000100:00100000:0.0:1788984780.900070:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:0.0:1788984780.900082:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973280000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984780.900105:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984780.900131:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f0c6 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.900171:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.900187:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984780.900204:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788984780.900285:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973280000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 205us (1510us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984780.900305:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788984780.900681:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973280000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984780.900705:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984780.900721:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984780.900747:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984780.900752:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984780.900762:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.790238:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984781.946555:0:22627:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0ebae2f0 20000000:00000080:1.0:1788984781.946581:0:22627:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d3b800 uarg=0000000000000000 10000000:01000000:1.0:1788984781.946816:0:22627:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984781.946846:0:22627:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.946870:0:22627:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.946880:0:22627:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.947451:0:22627:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.947471:0:22627:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 23 pid: 6506 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984781.947503:0:22627:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22627:1875885973280128:0@lo:104: 00000100:00100000:1.0:1788984781.947610:0:22627:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984781.947739:0:22627:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10f000 going to sleep for 11 seconds 00000100:00100000:3.0:1788984781.947798:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280128 00000100:00100000:3.0:1788984781.947815:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280128 00000100:00100000:3.0:1788984781.947949:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 85 00000100:00100000:3.0:1788984781.947963:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22627:x1875885973280128:12345-0@lo:104: 00010000:00010000:3.0:1788984781.947979:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984781.948050:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984781.948057:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22627:x1875885973280128:12345-0@lo:104: Request processed in 98us (447us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984781.948064:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 85 00000100:00100000:1.0:1788984781.948173:0:22627:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22627:1875885973280128:0@lo:104: 00010000:00010000:1.0:1788984781.948200:0:22627:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948310:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984781.948319:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948328:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984781.948333:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948355:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984781.948363:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984781.948369:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984781.948418:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948425:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984781.948449:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948457:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f0c6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0cd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948476:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984781.948478:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984781.948480:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984781.948494:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973280256:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984781.948545:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984781.948594:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280256 00000100:00100000:2.0:1788984781.948599:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280256 00010000:00010000:2.0:1788984781.948620:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 24 pid: 6506 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984781.948644:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788984781.948651:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973280256:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984781.948673:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984781.948681:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 24 pid: 6506 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948693:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 24 pid: 6506 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948709:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f0cd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f0c6 expref: 24 pid: 6506 timeout: 721 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948724:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948734:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948750:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948758:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948765:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948771:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948777:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984781.948782:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948799:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948811:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984781.948820:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984781.948848:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973280256:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (314us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984781.948856:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00000100:00100000:2.0:1788984781.948886:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973280256:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984781.948979:0:22627:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.948989:0:22627:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984781.948996:0:22627:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f0d4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22627 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984782.820550:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984783.008849:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984783.008861:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984783.008868:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984783.008962:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.008979:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.008993:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984783.009028:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973280384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984783.009119:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984783.009192:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00000100:00100000:0.0:1788984783.009223:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280384 00000100:00100000:0.0:1788984783.009232:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280384 00000100:00100000:0.0:1788984783.009289:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1788984783.009299:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973280384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984783.009316:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984783.009332:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f0db expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.009374:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.009387:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.009413:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8200, rc 0) 00000100:00100000:0.0:1788984783.009470:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973280384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (350us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984783.009477:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:0.0:1788984783.009727:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973280384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984783.009751:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.009762:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984783.009786:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984783.009791:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.009800:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984783.072451:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973280512:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984783.072550:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984783.072656:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280512 00000100:00100000:0.0:1788984783.072665:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280512 00000100:00100000:1.0:1788984783.072727:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973280640:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984783.072735:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:0.0:1788984783.072745:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973280512:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984783.072760:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:0.0:1788984783.072782:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984783.072811:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280640 00000100:00100000:1.0:1788984783.072814:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280640 00000100:00100000:0.0:1788984783.072832:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973280512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (282us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984783.072836:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1788984783.072842:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973280640:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984783.072849:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00002000:00000024:1.0:1788984783.072852:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:0.0:1788984783.072873:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984783.072881:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973280640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (121us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984783.072887:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:0.0:1788984783.072917:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973280512:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984783.072920:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973280640:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1788984783.287020:0:22675:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3ebbc840 20000000:00000080:0.0:1788984783.287042:0:22675:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432afc00 uarg=0000000000000000 10000000:01000000:0.0:1788984783.290815:0:22675:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984783.290862:0:22675:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.290887:0:22675:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.290898:0:22675:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.290983:0:22675:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.291002:0:22675:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 23 pid: 6508 timeout: 723 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984783.291020:0:22675:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22675:1875885973280768:0@lo:104: 00000100:00100000:0.0:1788984783.291446:0:22675:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984783.291593:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280768 00000100:00100000:1.0:1788984783.291604:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280768 00000100:00100000:1.0:1788984783.291677:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 86 00000100:00100000:1.0:1788984783.291689:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22675:x1875885973280768:12345-0@lo:104: 00010000:00010000:1.0:1788984783.291706:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984783.291854:0:22675:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00010000:00010000:3.0:1788984783.301174:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984783.301198:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22675:x1875885973280768:12345-0@lo:104: Request processed in 9506us (9747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984783.301214:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 86 00010000:00010000:1.0:1788984783.301532:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984783.301545:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.301558:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984783.301565:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.301578:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984783.301587:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984783.301593:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984783.301664:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.301672:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984783.301702:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.301736:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f0db lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.301761:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984783.301763:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984783.301765:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984783.301785:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973280896:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984783.301840:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984783.301912:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973280896 00000100:00100000:1.0:1788984783.301922:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973280896 00010000:00010000:1.0:1788984783.301986:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 24 pid: 6508 timeout: 723 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984783.302019:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788984783.302030:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973280896:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984783.302058:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984783.302065:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 24 pid: 6508 timeout: 723 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302078:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 24 pid: 6508 timeout: 723 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302111:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302122:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302156:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302165:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302173:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302180:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302186:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984783.302191:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302201:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302210:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984783.302223:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984783.302260:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973280896:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984783.302267:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00000100:00100000:1.0:1788984783.302313:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973280896:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984783.302696:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f0e2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f0db expref: 23 pid: 6508 timeout: 723 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984783.302715:0:22675:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143920000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22675:1875885973280768:0@lo:104: 00010000:00010000:0.0:1788984783.302736:0:22675:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.302754:0:22675:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.302762:0:22675:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984783.302768:0:22675:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f0e9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22675 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984783.583114:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973281024:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984783.583229:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984783.585014:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281024 00000100:00100000:0.0:1788984783.585033:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281024 00000100:00100000:0.0:1788984783.585121:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1788984783.585133:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973281024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984783.585254:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984783.585424:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973281024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 293us (2195us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984783.585499:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1788984783.585576:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143398a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973281024:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984783.842390:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984784.397263:0:22723:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9b1a8a80 20000000:00000080:2.0:1788984784.397288:0:22723:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a49000 uarg=0000000000000000 10000000:01000000:2.0:1788984784.397493:0:22723:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984784.397526:0:22723:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397543:0:22723:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397555:0:22723:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397562:0:22723:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397570:0:22723:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397593:0:22723:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397600:0:22723:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984784.397604:0:22723:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397623:0:22723:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397636:0:22723:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397646:0:22723:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984784.397653:0:22723:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f0f0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22723 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984784.478884:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984784.478892:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984784.478898:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984784.478965:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.478977:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.478990:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984784.479016:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973281152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984784.479085:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984784.479155:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5480 going to sleep for 11 seconds 00000100:00100000:3.0:1788984784.479181:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281152 00000100:00100000:3.0:1788984784.479198:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281152 00000100:00100000:3.0:1788984784.479248:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1788984784.479256:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973281152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984784.479270:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984784.479283:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f0f7 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.479320:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.479331:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.479340:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788984784.479383:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973281152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984784.479390:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:3.0:1788984784.479444:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973281152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984784.479459:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.479468:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984784.479488:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984784.479493:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984784.479501:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984784.863650:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984784.951445:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984784.951488:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984784.951530:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984784.951593:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169536 00000100:00100000:0.0:1788984784.951607:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169536 00000100:00100000:0.0:1788984784.951669:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 457 00000100:00100000:0.0:1788984784.951682:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953169536:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984784.951762:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953169536:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (328us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984784.951780:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 457 00000100:00100000:3.0:1788984784.952231:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169792 00000100:00100000:3.0:1788984784.952237:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169792 00000100:00100000:3.0:1788984784.952292:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169664 00000100:00100000:3.0:1788984784.952296:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169664 00000100:00100000:3.0:1788984784.952319:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 583 00000100:00100000:3.0:1788984784.952327:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953169792:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984784.952372:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953169792:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (883us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984784.952379:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 583 00000100:00100000:3.0:1788984784.952393:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 584 00000100:00100000:3.0:1788984784.952400:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953169664:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984784.952440:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953169664:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984784.952446:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 584 00000100:00080000:0.0:1788984784.952561:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984784.952565:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984785.118434:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973281280:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984785.118521:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.118843:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281280 00000100:00100000:1.0:1788984785.118870:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281280 00000100:00100000:1.0:1788984785.118954:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1788984785.118964:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973281280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984785.119002:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984785.119067:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973281280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 104us (547us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984785.119074:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:1.0:1788984785.119131:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973281280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984785.122658:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973281408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984785.122740:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.122815:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281408 00000100:00100000:1.0:1788984785.122824:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281408 00000100:00100000:1.0:1788984785.122880:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1788984785.122890:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973281408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984785.122922:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984785.122988:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973281408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 98us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984785.122995:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00080000:1.0:1788984785.123016:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984785.123057:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143922300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973281408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984785.125745:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973281536:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984785.125816:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984785.125952:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281536 00000100:00100000:2.0:1788984785.125961:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281536 00000100:00100000:2.0:1788984785.126019:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1788984785.126028:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973281536:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984785.126052:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984785.126098:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973281536:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984785.126118:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00080000:1.0:1788984785.126182:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984785.126220:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973281536:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984785.127809:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973281664:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.127870:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984785.127910:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984785.127916:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973281792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.127964:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984785.128010:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281664 00000100:00100000:2.0:1788984785.128017:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281664 00000100:00100000:2.0:1788984785.128062:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281792 00000100:00100000:2.0:1788984785.128064:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281792 00000100:00100000:2.0:1788984785.128086:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788984785.128095:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973281664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.128145:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973281664:12345-0@lo:400:kworker.0 Request processed in 51us (275us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984785.128152:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788984785.128169:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1788984785.128175:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973281792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.128202:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973281792:12345-0@lo:400:kworker.0 Request processed in 27us (238us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984785.128207:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:2.0:1788984785.128267:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973281792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.128277:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973281664:0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.128566:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973282048:0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.128620:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.128650:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984785.128656:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973281920:0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.128875:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.128904:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973281920 00000100:00100000:1.0:1788984785.128909:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973281920 00000100:00100000:1.0:1788984785.128959:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1788984785.128967:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973281920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.129003:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973281920:12345-0@lo:400:kworker.0 Request processed in 38us (128us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984785.129009:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1788984785.129043:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973281920:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.129106:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282048 00000100:00100000:2.0:1788984785.129110:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282048 00000100:00100000:2.0:1788984785.129156:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788984785.129171:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973282048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.129205:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973282048:12345-0@lo:400:kworker.0 Request processed in 35us (584us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984785.129211:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788984785.129440:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973282176:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.129469:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984785.129497:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973282688:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.129531:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984785.129549:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984785.129554:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973282304:0@lo:400:kworker.0 00000100:00100000:3.0:1788984785.129760:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282176 00000100:00100000:3.0:1788984785.129765:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282176 00000100:00100000:3.0:1788984785.129791:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282688 00000100:00100000:3.0:1788984785.129794:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282688 00000100:00100000:3.0:1788984785.129815:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1788984785.129822:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973282176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984785.129855:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973282176:12345-0@lo:400:kworker.0 Request processed in 34us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984785.129861:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1788984785.129874:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788984785.129881:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973282688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984785.129918:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973282688:12345-0@lo:400:kworker.0 Request processed in 38us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984785.129955:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:2.0:1788984785.130014:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788984785.130055:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143a69f80 x1875885973282176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984785.130065:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143a69f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973282176:0@lo:400:kworker.0 00010000:00080000:2.0:1788984785.130074:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c260e00 x1875885973282688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984785.130081:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973282688:0@lo:400:kworker.0 00000100:00080000:1.0:1788984785.130155:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984785.130160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984785.130173:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973282432:0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.130201:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.130240:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984785.130246:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973282560:0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.130268:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.130294:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282560 00000100:00100000:1.0:1788984785.130298:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282560 00000100:00100000:1.0:1788984785.130328:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:1.0:1788984785.130335:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973282560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.130369:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973282560:12345-0@lo:400:kworker.0 Request processed in 35us (100us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984785.130375:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:1.0:1788984785.130400:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984785.130962:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282304 00000100:00100000:3.0:1788984785.130969:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282304 00000100:00100000:3.0:1788984785.131003:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282432 00000100:00100000:3.0:1788984785.131006:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282432 00000100:00100000:3.0:1788984785.131027:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1788984785.131034:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973282304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984785.131079:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973282304:12345-0@lo:400:kworker.0 Request processed in 46us (1066us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984785.131084:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 235 00000100:00100000:3.0:1788984785.131096:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 236 00000100:00100000:3.0:1788984785.131102:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973282432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984785.131126:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973282432:12345-0@lo:400:kworker.0 Request processed in 25us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984785.131131:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 236 00000100:00100000:1.0:1788984785.131197:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973282560:0@lo:400:kworker.0 00000100:00100000:2.0:1788984785.131328:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973282304:0@lo:400:kworker.0 00000100:00100000:1.0:1788984785.131367:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973282432:0@lo:400:kworker.0 00000100:00080000:1.0:1788984785.131386:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984785.131406:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973282048:0@lo:400:kworker.0 00000020:00000080:2.0:1788984785.415893:0:22772:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff51e71ca0 20000000:00000080:2.0:1788984785.415912:0:22772:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143869c00 uarg=0000000000000000 10000000:01000000:2.0:1788984785.420625:0:22772:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984785.420657:0:22772:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.421148:0:22772:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.421173:0:22772:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.421224:0:22772:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.421241:0:22772:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 23 pid: 6509 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984785.421257:0:22772:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22772:1875885973282816:0@lo:104: 00000100:00100000:2.0:1788984785.421846:0:22772:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984785.421916:0:22772:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788984785.422054:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282816 00000100:00100000:3.0:1788984785.422064:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282816 00000100:00100000:3.0:1788984785.422121:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 87 00000100:00100000:3.0:1788984785.422132:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22772:x1875885973282816:12345-0@lo:104: 00010000:00010000:3.0:1788984785.422147:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984785.422230:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984785.422237:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22772:x1875885973282816:12345-0@lo:104: Request processed in 108us (396us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984785.422257:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 87 00000100:00100000:2.0:1788984785.422436:0:22772:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22772:1875885973282816:0@lo:104: 00010000:00010000:2.0:1788984785.422457:0:22772:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422471:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984785.422478:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422486:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984785.422490:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422498:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984785.422514:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984785.422520:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984785.422565:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422572:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984785.422602:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422609:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52f0f7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f0fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422638:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984785.422639:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984785.422641:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984785.422649:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984785.422662:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973282944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984785.422698:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984785.422734:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973282944 00000100:00100000:1.0:1788984785.422739:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973282944 00010000:00010000:1.0:1788984785.422759:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 24 pid: 6509 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984785.422781:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788984785.422788:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973282944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984785.422799:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984785.422804:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 24 pid: 6509 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422815:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 24 pid: 6509 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422828:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f0fe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f0f7 expref: 24 pid: 6509 timeout: 725 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422840:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422848:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422872:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422879:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422887:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422894:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422900:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984785.422904:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422912:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422963:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984785.422974:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984785.423004:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973282944:12345-0@lo:103:ldlm_bl.0 Request processed in 216us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984785.423011:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788984785.423051:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973282944:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984785.423958:0:22772:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.423970:0:22772:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.423977:0:22772:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f105 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22772 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984785.887190:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984786.654749:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984786.654759:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984786.654763:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984786.654811:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984786.654824:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984786.654837:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984786.654864:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973283072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984786.654962:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984786.655006:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed300 going to sleep for 11 seconds 00000100:00100000:0.0:1788984786.655096:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283072 00000100:00100000:0.0:1788984786.655105:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283072 00000100:00100000:0.0:1788984786.655168:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1788984786.655177:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973283072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984786.655190:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984786.655203:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f10c expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984786.655226:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984786.655236:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984786.655245:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9600, rc 0) 00000100:00100000:0.0:1788984786.655296:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973283072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984786.655307:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1788984786.656124:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973283072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984786.656146:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984786.656157:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984786.656176:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984786.656181:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984786.656189:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984786.922026:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984787.619138:0:22871:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd280a05d0 20000000:00000080:2.0:1788984787.619156:0:22871:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143991000 uarg=0000000000000000 10000000:01000000:2.0:1788984787.620251:0:22871:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984787.620275:0:22871:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.620293:0:22871:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.620301:0:22871:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.620357:0:22871:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.620372:0:22871:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 23 pid: 6508 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984787.620387:0:22871:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22871:1875885973283200:0@lo:104: 00000100:00100000:2.0:1788984787.620574:0:22871:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984787.620679:0:22871:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984787.620761:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283200 00000100:00100000:3.0:1788984787.620770:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283200 00000100:00100000:3.0:1788984787.623764:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 88 00000100:00100000:3.0:1788984787.623781:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22871:x1875885973283200:12345-0@lo:104: 00010000:00010000:3.0:1788984787.623800:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984787.623918:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984787.623943:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:22871:x1875885973283200:12345-0@lo:104: Request processed in 149us (3351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984787.623951:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 88 00010000:00010000:1.0:1788984787.624011:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984787.624019:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624054:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984787.624058:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624066:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984787.624073:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984787.624078:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984787.624122:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624128:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984787.624147:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624154:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52f10c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f113 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624172:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984787.624174:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984787.624176:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984787.624200:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973283328:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984787.624240:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984787.624290:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283328 00000100:00100000:1.0:1788984787.624298:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283328 00010000:00010000:1.0:1788984787.624334:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 24 pid: 6508 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984787.624365:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788984787.624372:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973283328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984787.624384:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984787.624389:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 24 pid: 6508 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624400:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 24 pid: 6508 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624417:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624425:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624453:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624461:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624468:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624474:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624479:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984787.624492:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624506:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624515:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.624525:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984787.624554:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973283328:12345-0@lo:103:ldlm_bl.0 Request processed in 183us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984787.624562:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00000100:00100000:1.0:1788984787.624603:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973283328:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984787.624880:0:22871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f113 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f10c expref: 23 pid: 6508 timeout: 727 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984787.624891:0:22871:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22871:1875885973283200:0@lo:104: 00010000:00010000:2.0:1788984787.624904:0:22871:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.624913:0:22871:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.624919:0:22871:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984787.624956:0:22871:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f11a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22871 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984787.934302:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984788.190221:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984788.190245:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973283456:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984788.190312:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984788.190488:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283456 00000100:00100000:0.0:1788984788.190498:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283456 00000100:00100000:0.0:1788984788.190560:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1788984788.190570:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973283456:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984788.190615:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984788.190661:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973283456:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984788.190668:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:0.0:1788984788.190712:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973283456:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984788.190776:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984788.194804:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984788.194826:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973283584:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984788.194895:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984788.195216:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283584 00000100:00100000:1.0:1788984788.195224:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283584 00000100:00100000:1.0:1788984788.195280:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1788984788.195289:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973283584:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984788.195313:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984788.195359:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973283584:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (464us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984788.195365:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:1.0:1788984788.195406:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143921500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973283584:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788984788.195529:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984788.706304:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973283712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984788.706386:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984788.706550:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283712 00000100:00100000:2.0:1788984788.706560:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283712 00000100:00100000:2.0:1788984788.706628:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:2.0:1788984788.706638:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973283712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984788.706672:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984788.706721:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973283712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984788.706728:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788984788.707490:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973283712:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984788.969435:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984789.024835:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984789.024848:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984789.024853:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984789.024905:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.024917:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.024961:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984789.024989:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973283840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984789.025059:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984789.025105:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283840 00000100:00100000:1.0:1788984789.025108:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e26c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984789.025114:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283840 00000100:00100000:3.0:1788984789.025164:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788984789.025175:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973283840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984789.025189:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984789.025203:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f121 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.025229:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.025240:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.025249:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788984789.025312:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973283840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (253us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984789.025328:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:0.0:1788984789.025546:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973283840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984789.025561:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984789.025569:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984789.025600:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984789.025605:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984789.025611:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788984789.693789:0:22969:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd18585e30 20000000:00000080:3.0:1788984789.693807:0:22969:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea91800 uarg=0000000000000000 10000000:01000000:3.0:1788984789.700452:0:22969:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984789.700491:0:22969:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.700511:0:22969:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.700520:0:22969:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.700564:0:22969:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.700579:0:22969:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 23 pid: 6509 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984789.700595:0:22969:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22969:1875885973283968:0@lo:104: 00000100:00100000:3.0:1788984789.702216:0:22969:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984789.702313:0:22969:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143876540 going to sleep for 11 seconds 00000100:00100000:0.0:1788984789.710827:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973283968 00000100:00100000:0.0:1788984789.710845:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973283968 00000100:00100000:3.0:1788984789.711110:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 89 00000100:00100000:3.0:1788984789.711121:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22969:x1875885973283968:12345-0@lo:104: 00010000:00010000:3.0:1788984789.711141:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984789.711242:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984789.711262:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:22969:x1875885973283968:12345-0@lo:104: Request processed in 143us (9052us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984789.711269:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 89 00010000:00010000:1.0:1788984789.711735:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984789.711744:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.711752:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984789.711757:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.711764:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984789.711771:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984789.711776:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984789.711826:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.711843:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984789.711866:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.711873:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f121 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f128 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.711891:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984789.711893:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984789.711895:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984789.711903:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984789.711919:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973284096:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984789.711996:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984789.712042:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284096 00000100:00100000:1.0:1788984789.712047:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284096 00010000:00010000:1.0:1788984789.712085:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 24 pid: 6509 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984789.712110:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788984789.712118:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b124621bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973284096:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984789.712131:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984789.712137:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 24 pid: 6509 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712147:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 24 pid: 6509 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712164:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712179:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712197:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712204:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712211:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712218:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712223:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984789.712227:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712234:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712242:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712251:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984789.712282:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b124621bc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973284096:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984789.712289:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788984789.712548:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973284096:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984789.712597:0:22969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f128 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f121 expref: 23 pid: 6509 timeout: 729 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984789.712609:0:22969:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:22969:1875885973283968:0@lo:104: 00010000:00010000:1.0:1788984789.712776:0:22969:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712787:0:22969:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712793:0:22969:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984789.712799:0:22969:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f12f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 22969 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984789.982846:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984790.086060:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984790.086107:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984790.086150:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984790.086623:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170048 00000100:00100000:3.0:1788984790.086635:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170048 00000100:00080000:2.0:1788984790.086688:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984790.086707:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170176 00000100:00100000:2.0:1788984790.086711:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170176 00000100:00100000:3.0:1788984790.086715:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 591 00000100:00100000:3.0:1788984790.086726:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953170048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984790.086742:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 592 00000100:00100000:2.0:1788984790.086748:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953170176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984790.086807:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953170176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 58us (656us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984790.086815:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 592 00000100:00100000:1.0:1788984790.094689:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953169920 00000100:00100000:1.0:1788984790.094707:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953169920 00000100:00100000:1.0:1788984790.094780:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 460 00000100:00100000:1.0:1788984790.094792:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953169920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984790.095021:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953170048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 8293us (8968us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.095032:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 591 00000100:00080000:2.0:1788984790.095454:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984790.098649:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953169920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 3848us (12529us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984790.098666:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 460 00000100:00100000:3.0:1788984790.238315:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973284608:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.238387:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.238442:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973285120:0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.238442:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973284224:0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.239165:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973284352:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.245553:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.245613:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973285632:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.245673:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.245718:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973284480:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.245746:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.245765:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973284992:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.245788:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.245806:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973285504:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.245825:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.245843:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984790.245848:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973285888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984790.245868:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984790.245915:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284608 00000100:00100000:3.0:1788984790.245943:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284608 00000100:00100000:3.0:1788984790.246003:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284992 00000100:00100000:3.0:1788984790.246007:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284992 00000100:00100000:3.0:1788984790.246170:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285504 00000100:00100000:3.0:1788984790.246174:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285504 00000100:00100000:3.0:1788984790.246195:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788984790.246203:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973284608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246263:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973284608:12345-0@lo:400:kworker.0 Request processed in 60us (7876us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246271:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:3.0:1788984790.246289:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788984790.246296:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973284992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246328:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973284992:12345-0@lo:400:kworker.0 Request processed in 33us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246334:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:3.0:1788984790.246346:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788984790.246352:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973285504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246378:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973285504:12345-0@lo:400:kworker.0 Request processed in 27us (552us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246384:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:3.0:1788984790.246404:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285120 00000100:00100000:3.0:1788984790.246407:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285120 00000100:00100000:3.0:1788984790.246431:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285632 00000100:00100000:3.0:1788984790.246433:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285632 00000100:00100000:3.0:1788984790.246452:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1788984790.246470:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973285120:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246501:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973285120:12345-0@lo:400:kworker.0 Request processed in 43us (953us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246514:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 237 00000100:00100000:3.0:1788984790.246526:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1788984790.246532:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973285632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246561:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973285632:12345-0@lo:400:kworker.0 Request processed in 30us (887us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246567:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 238 00000100:00100000:3.0:1788984790.246588:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284480 00000100:00100000:3.0:1788984790.246592:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284480 00000100:00100000:3.0:1788984790.246616:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285888 00000100:00100000:3.0:1788984790.246618:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285888 00000100:00100000:3.0:1788984790.246630:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1788984790.246635:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973284480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246667:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973284480:12345-0@lo:400:kworker.0 Request processed in 32us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246673:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:3.0:1788984790.246685:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:3.0:1788984790.246690:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973285888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984790.246716:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984790.246746:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973285888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (877us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984790.246751:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00080000:3.0:1788984790.246777:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984790.246781:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788984790.246783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984790.246817:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973284608:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246827:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973285120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246850:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973285632:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.246898:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973285888:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984790.246906:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973284480:0@lo:400:kworker.0 00010000:00080000:3.0:1788984790.246918:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c70a80 x1875885973284992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984790.252664:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973284992:0@lo:400:kworker.0 00010000:00080000:3.0:1788984790.252723:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c72680 x1875885973285504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984790.252733:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973285504:0@lo:400:kworker.0 00000100:00100000:3.0:1788984790.252968:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973286016:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984790.253238:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984790.253833:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984790.253901:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284224 00000100:00100000:2.0:1788984790.253909:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284224 00000100:00100000:2.0:1788984790.253971:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1788984790.253994:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973284224:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254049:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973284224:12345-0@lo:400:kworker.0 Request processed in 70us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984790.254055:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:2.0:1788984790.254117:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973284224:0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254126:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973284736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984790.254142:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286016 00000100:00100000:1.0:1788984790.254147:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286016 00000100:00100000:2.0:1788984790.254154:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984790.254176:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284736 00000100:00100000:1.0:1788984790.254177:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1788984790.254179:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284736 00000100:00100000:1.0:1788984790.254183:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973286016:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984790.254200:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00002000:00000024:1.0:1788984790.254205:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984790.254206:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973284736:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254251:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973284736:12345-0@lo:400:kworker.0 Request processed in 44us (95us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984790.254251:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973286016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 68us (1013us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984790.254257:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:1.0:1788984790.254257:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00100000:2.0:1788984790.254284:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973284736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984790.254288:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973286016:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984790.254291:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973285248:0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254436:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984790.254471:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285248 00000100:00100000:2.0:1788984790.254475:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285248 00000100:00100000:2.0:1788984790.254642:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 239 00000100:00100000:2.0:1788984790.254650:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973285248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254682:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973285248:12345-0@lo:400:kworker.0 Request processed in 34us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984790.254688:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 239 00000100:00080000:2.0:1788984790.254708:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984790.254727:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973285248:0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254734:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973285760:0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.254754:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984790.260290:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285760 00000100:00100000:1.0:1788984790.260318:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285760 00000100:00100000:1.0:1788984790.260410:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 240 00000100:00100000:1.0:1788984790.260422:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973285760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.261334:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984790.261356:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973286144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984790.261419:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984790.261552:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973285760:12345-0@lo:400:kworker.0 Request processed in 1131us (6794us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984790.261563:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 240 00000100:00080000:1.0:1788984790.261785:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984790.262143:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286144 00000100:00100000:1.0:1788984790.262151:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286144 00000100:00100000:1.0:1788984790.262193:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788984790.262201:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973286144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984790.262231:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984790.262278:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973286144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (858us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984790.262285:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:0.0:1788984790.262479:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984790.262517:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973284864:0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.262542:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984790.262565:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284352 00000100:00100000:0.0:1788984790.262569:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284352 00000100:00100000:0.0:1788984790.262596:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973284864 00000100:00100000:0.0:1788984790.262600:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973284864 00000100:00100000:0.0:1788984790.262626:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1788984790.262633:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973284352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.262668:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973284352:12345-0@lo:400:kworker.0 Request processed in 36us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984790.262674:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1788984790.262687:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788984790.262693:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973284864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.262720:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973284864:12345-0@lo:400:kworker.0 Request processed in 27us (177us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984790.262726:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788984790.262768:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973284864:0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.262775:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973285376:0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.262797:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984790.262817:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973285376 00000100:00100000:0.0:1788984790.262820:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973285376 00000100:00100000:0.0:1788984790.262846:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1788984790.262852:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973285376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984790.262880:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973285376:12345-0@lo:400:kworker.0 Request processed in 28us (82us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984790.262894:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1788984790.262922:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973285376:0@lo:400:kworker.0 00000100:00100000:2.0:1788984790.263038:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973286144:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984790.263050:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973285760:0@lo:400:kworker.0 00000100:00080000:1.0:1788984790.263150:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984790.272503:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973284352:0@lo:400:kworker.0 00010000:00010000:0.0:1788984791.009203:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984791.401334:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984791.401344:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984791.401349:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984791.401419:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984791.401433:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984791.401456:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984791.401486:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973286272:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984791.401559:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984791.401625:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12424633c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984791.401747:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286272 00000100:00100000:3.0:1788984791.401757:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286272 00000100:00100000:3.0:1788984791.401825:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1788984791.401837:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973286272:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984791.401854:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984791.401888:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f136 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984791.401916:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984791.401960:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984791.401990:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677000, rc 0) 00000100:00100000:3.0:1788984791.402211:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973286272:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 374us (648us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984791.402218:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788984791.402597:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973286272:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984791.402617:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984791.402628:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984791.402647:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984791.402660:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984791.402667:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984792.035554:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984793.054237:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984793.312980:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973286400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984793.313060:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984793.313132:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286400 00000100:00100000:0.0:1788984793.313141:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286400 00000100:00100000:0.0:1788984793.313201:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:0.0:1788984793.313211:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973286400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984793.313244:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984793.313307:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973286400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984793.313314:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:0.0:1788984793.313337:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984793.313498:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973286400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984793.314147:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973286528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984793.314187:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984793.314288:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286528 00000100:00100000:2.0:1788984793.314295:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286528 00000100:00100000:2.0:1788984793.314355:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:2.0:1788984793.314363:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973286528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984793.314378:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788984793.314498:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984793.321521:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973286528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7148us (7322us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984793.321537:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1788984793.323175:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973286528:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984793.822675:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984793.822700:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973286656:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984793.823284:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984793.824396:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286656 00000100:00100000:3.0:1788984793.824407:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286656 00000100:00100000:3.0:1788984793.824518:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1788984793.824533:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973286656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984793.824592:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984793.824682:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973286656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 153us (1400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984793.824689:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:0.0:1788984793.824775:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973286656:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984794.080715:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984795.103645:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984795.194275:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984795.194330:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984795.194367:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984795.194524:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170560 00000100:00100000:1.0:1788984795.194538:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170560 00000100:00100000:1.0:1788984795.194612:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170432 00000100:00100000:1.0:1788984795.194616:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170432 00000100:00100000:1.0:1788984795.194641:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 599 00000100:00100000:1.0:1788984795.194657:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953170560:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984795.194729:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953170560:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.194736:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 599 00000100:00100000:1.0:1788984795.194765:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 600 00000100:00100000:1.0:1788984795.194771:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953170432:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984795.194791:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953170432:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.194797:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 600 00000100:00080000:2.0:1788984795.195100:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984795.195105:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984795.195369:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170304 00000100:00100000:0.0:1788984795.195375:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170304 00000100:00100000:0.0:1788984795.195426:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 463 00000100:00100000:0.0:1788984795.195435:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953170304:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984795.195534:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953170304:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 100us (1267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984795.195541:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 463 00000100:00100000:0.0:1788984795.358734:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973286912:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.358805:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.358859:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973287424:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.358882:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.358902:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973287936:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.358921:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.358964:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1788984795.358970:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973286784:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.358999:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359020:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973287296:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359042:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359059:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973287808:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359101:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359119:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973288320:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359138:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359166:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973287040:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359211:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359229:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973287552:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359250:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359266:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973288064:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359285:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359303:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984795.359309:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973287168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359328:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359339:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973287680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359516:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359537:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973288192:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359560:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984795.359663:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286784 00000100:00100000:0.0:1788984795.359673:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286784 00000100:00100000:0.0:1788984795.359726:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1788984795.359735:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973286784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359789:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973286784:12345-0@lo:400:kworker.0 Request processed in 55us (788us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984795.359795:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1788984795.359827:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287296 00000100:00100000:0.0:1788984795.359831:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287296 00000100:00100000:0.0:1788984795.359849:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287040 00000100:00100000:0.0:1788984795.359851:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287040 00000100:00100000:0.0:1788984795.359863:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1788984795.359869:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973287296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359899:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973287296:12345-0@lo:400:kworker.0 Request processed in 31us (856us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984795.359912:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1788984795.359923:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:0.0:1788984795.359949:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12430b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973287040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.359980:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12430b8050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973287040:12345-0@lo:400:kworker.0 Request processed in 32us (769us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984795.359985:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1788984795.360241:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287808 00000100:00100000:2.0:1788984795.360246:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287808 00000100:00100000:2.0:1788984795.360280:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288320 00000100:00100000:2.0:1788984795.360283:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288320 00000100:00100000:2.0:1788984795.360295:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287680 00000100:00100000:2.0:1788984795.360297:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287680 00000100:00100000:2.0:1788984795.360308:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288192 00000100:00100000:2.0:1788984795.360310:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288192 00000100:00100000:2.0:1788984795.360325:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1788984795.360330:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973287808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.360446:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973287808:12345-0@lo:400:kworker.0 Request processed in 34us (1263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984795.360455:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 241 00000100:00100000:2.0:1788984795.360470:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1788984795.360477:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973288320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.360508:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973288320:12345-0@lo:400:kworker.0 Request processed in 31us (1368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984795.360513:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 242 00000100:00100000:2.0:1788984795.360523:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1788984795.360530:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973287680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.360554:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b01c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973287680:12345-0@lo:400:kworker.0 Request processed in 26us (1196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984795.360558:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 243 00000100:00100000:2.0:1788984795.360568:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 244 00000100:00100000:2.0:1788984795.360731:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973288192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.360763:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973288192:12345-0@lo:400:kworker.0 Request processed in 35us (1202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984795.360777:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 244 00000100:00080000:2.0:1788984795.360800:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788984795.360804:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984795.360843:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973286912 00000100:00100000:2.0:1788984795.360847:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973286912 00000100:00100000:2.0:1788984795.360866:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287424 00000100:00100000:2.0:1788984795.360869:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287424 00000100:00100000:2.0:1788984795.360887:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287936 00000100:00100000:2.0:1788984795.360890:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287936 00000100:00100000:2.0:1788984795.360900:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287552 00000100:00100000:2.0:1788984795.360903:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287552 00000100:00100000:2.0:1788984795.360913:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288064 00000100:00100000:2.0:1788984795.360916:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288064 00000100:00100000:2.0:1788984795.360948:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973287168 00000100:00100000:2.0:1788984795.360952:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973287168 00000100:00100000:2.0:1788984795.360968:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788984795.360974:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973286912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.361007:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973286912:12345-0@lo:400:kworker.0 Request processed in 33us (2202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984795.361012:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788984795.361030:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788984795.361035:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973287424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.361061:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973287424:12345-0@lo:400:kworker.0 Request processed in 26us (2179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.361281:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788984795.361289:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973287936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984795.361334:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973287936:12345-0@lo:400:kworker.0 Request processed in 47us (2412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.361340:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:1.0:1788984795.361355:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1788984795.361371:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973287552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984795.361397:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973287552:12345-0@lo:400:kworker.0 Request processed in 28us (2146us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.361402:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1788984795.361423:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1788984795.361431:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973288064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984795.361457:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973288064:12345-0@lo:400:kworker.0 Request processed in 28us (2171us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.361463:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:1.0:1788984795.361484:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788984795.361490:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973287168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984795.361518:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b03480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973287168:12345-0@lo:400:kworker.0 Request processed in 28us (2188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.361523:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788984795.361546:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984795.361558:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973288448:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984795.362015:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973287168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.362028:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973287680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.362037:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973288192:0@lo:400:kworker.0 00000100:00100000:0.0:1788984795.362047:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c03b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973287040:0@lo:400:kworker.0 00010000:00080000:0.0:1788984795.362060:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1141bfc700 x1875885973287552/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984795.362268:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984795.362308:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288448 00000100:00100000:1.0:1788984795.362313:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288448 00000100:00100000:1.0:1788984795.362426:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788984795.362436:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973288448:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984795.362464:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984795.362504:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973288448:12345-0@lo:41:osp-pre-0-1.0 Request processed in 70us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984795.362511:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788984795.362545:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973288448:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984795.362804:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973288704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984795.362836:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984795.362860:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984795.362865:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973288576:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984795.362884:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984795.362909:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288704 00000100:00100000:3.0:1788984795.362912:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288704 00000100:00100000:3.0:1788984795.362954:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1788984795.362960:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973288704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984795.362978:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984795.363012:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973288704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984795.363031:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:3.0:1788984795.363043:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288576 00000100:00100000:3.0:1788984795.363046:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288576 00000100:00100000:3.0:1788984795.363059:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:2.0:1788984795.363192:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00080000:2.0:1788984795.363225:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984795.363230:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984795.363279:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973288704:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984795.363507:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973288576:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984795.363519:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984795.363562:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973288576:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (676us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984795.363568:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:1.0:1788984795.363825:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973288576:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984795.363917:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973287552:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.364525:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973286784:0@lo:400:kworker.0 00010000:00080000:0.0:1788984795.365176:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb65880 x1875885973288064/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984811 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984795.365189:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973288064:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.365279:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973287296:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.365292:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973287808:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.365302:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973288320:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.365313:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c02d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973286912:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.365455:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973287424:0@lo:400:kworker.0 00000100:00100000:2.0:1788984795.365470:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973287936:0@lo:400:kworker.0 00010000:00010000:0.0:1788984796.127710:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984797.150162:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984798.175120:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984798.430096:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973288832:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984798.430173:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984798.430258:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288832 00000100:00100000:0.0:1788984798.430268:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288832 00000100:00100000:0.0:1788984798.430347:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1788984798.430358:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973288832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984798.430400:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984798.430451:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973288832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 95us (278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984798.430458:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00080000:0.0:1788984798.430483:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984798.430521:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973288832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984798.430716:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984798.430727:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973288960:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984798.430755:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984798.430783:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973288960 00000100:00100000:3.0:1788984798.430787:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973288960 00000100:00100000:3.0:1788984798.430820:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:3.0:1788984798.430825:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973288960:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984798.430835:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984798.430866:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973288960:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (110us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984798.430873:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00080000:3.0:1788984798.430887:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984798.430907:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973288960:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984798.945319:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984798.945360:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973289088:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984798.945452:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984798.945852:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289088 00000100:00100000:2.0:1788984798.945864:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289088 00000100:00100000:2.0:1788984798.945958:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:2.0:1788984798.945970:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973289088:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984798.946023:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984798.946085:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973289088:12345-0@lo:41:osp-pre-1-0.0 Request processed in 117us (633us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984798.946104:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1788984798.946225:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973289088:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984799.200735:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984800.224163:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984800.319022:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984800.319253:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170816 00000100:00100000:1.0:1788984800.319266:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170816 00000100:00100000:1.0:1788984800.319348:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 607 00000100:00100000:1.0:1788984800.319370:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953170816:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984800.319467:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953170816:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 110us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.319475:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 607 00000100:00080000:0.0:1788984800.319557:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984800.324531:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984800.324586:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984800.325377:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170688 00000100:00100000:1.0:1788984800.325391:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170688 00000100:00100000:1.0:1788984800.325461:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 465 00000100:00100000:1.0:1788984800.325475:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953170688:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984800.325584:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953170688:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 112us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.325593:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 465 00000100:00100000:2.0:1788984800.331882:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953170944 00000100:00100000:2.0:1788984800.331901:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953170944 00000100:00100000:3.0:1788984800.332597:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 608 00000100:00100000:3.0:1788984800.332625:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953170944:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984800.332728:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953170944:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 108us (8142us total) trans 0 rc 0/0 00000100:00080000:0.0:1788984800.332772:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984800.335549:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 608 00000100:00100000:0.0:1788984800.478251:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973289216:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984800.478325:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984800.478464:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289216 00000100:00100000:1.0:1788984800.478475:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289216 00000100:00100000:0.0:1788984800.478531:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973289344:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984800.478563:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.478604:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289344 00000100:00100000:0.0:1788984800.478607:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289344 00000100:00100000:0.0:1788984800.478651:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:0.0:1788984800.478661:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973289344:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984800.478692:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984800.478724:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1788984800.478733:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973289216:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984800.478737:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973289344:12345-0@lo:13:osp-pre-1-0.0 Request processed in 79us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984800.478743:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000004:00000024:1.0:1788984800.478757:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00080000:0.0:1788984800.478767:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984800.478796:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973289216:12345-0@lo:41:osp-pre-0-1.0 Request processed in 64us (469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984800.478798:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973289344:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984800.478802:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:1.0:1788984800.478838:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973289216:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984800.479158:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973289472:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.479192:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984800.479235:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289472 00000100:00100000:1.0:1788984800.479239:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289472 00000100:00100000:1.0:1788984800.479267:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788984800.479288:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973289472:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.479337:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973289472:12345-0@lo:400:kworker.0 Request processed in 64us (144us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.479344:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788984800.479394:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973289472:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.479422:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973289600:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.479447:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479598:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973290112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479630:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479649:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973290624:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479670:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479686:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984800.479691:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973289728:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479712:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479726:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973290240:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479749:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479763:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973290752:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479780:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479801:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973289984:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479821:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479838:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973290496:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479857:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479867:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788984800.479872:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973289856:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479892:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479909:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973290368:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.479955:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984800.479980:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289856 00000100:00100000:0.0:1788984800.479985:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289856 00000100:00100000:0.0:1788984800.480009:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:0.0:1788984800.480016:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973289856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.480057:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973289856:12345-0@lo:400:kworker.0 Request processed in 41us (163us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.480386:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290240 00000100:00100000:1.0:1788984800.480392:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290240 00000100:00100000:1.0:1788984800.480430:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290752 00000100:00100000:1.0:1788984800.480433:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290752 00000100:00100000:1.0:1788984800.480449:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290368 00000100:00100000:1.0:1788984800.480452:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290368 00000100:00100000:1.0:1788984800.480465:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1788984800.480471:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973290240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480509:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d49500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973290240:12345-0@lo:400:kworker.0 Request processed in 38us (759us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.480515:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 245 00000100:00100000:1.0:1788984800.480596:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788984800.480603:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973290752:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480632:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d4b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973290752:12345-0@lo:400:kworker.0 Request processed in 31us (851us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.480638:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 246 00000100:00100000:1.0:1788984800.480648:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788984800.480654:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973290368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480679:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973290368:12345-0@lo:400:kworker.0 Request processed in 26us (724us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.480692:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 247 00000100:00100000:1.0:1788984800.480735:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973290240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480746:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973290752:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480794:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973289856:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480803:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973290368:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480820:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289600 00000100:00100000:1.0:1788984800.480823:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289600 00000100:00100000:1.0:1788984800.480841:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290112 00000100:00100000:1.0:1788984800.480843:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290112 00000100:00100000:1.0:1788984800.480856:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290624 00000100:00100000:1.0:1788984800.480858:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290624 00000100:00100000:1.0:1788984800.480868:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289728 00000100:00100000:1.0:1788984800.480870:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289728 00000100:00100000:1.0:1788984800.480880:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973289984 00000100:00100000:1.0:1788984800.480882:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973289984 00000100:00100000:1.0:1788984800.480893:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290496 00000100:00100000:1.0:1788984800.480895:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290496 00000100:00100000:1.0:1788984800.480909:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1788984800.480915:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973289600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.480972:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973289600:12345-0@lo:400:kworker.0 Request processed in 57us (1524us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.480978:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:1.0:1788984800.480989:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1788984800.480995:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973290112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.481019:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973290112:12345-0@lo:400:kworker.0 Request processed in 25us (1389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984800.481034:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:1.0:1788984800.481061:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1788984800.481172:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:0.0:1788984800.481194:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984800.481199:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984800.481201:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984800.481203:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00080000:0.0:1788984800.481235:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c261f80 x1875885973290112/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984800.481247:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973290112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.481259:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973289600:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.481480:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973290624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.481519:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973290624:12345-0@lo:400:kworker.0 Request processed in 44us (1848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984800.481610:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1788984800.481623:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973289728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.481654:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114397e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973289728:12345-0@lo:400:kworker.0 Request processed in 34us (1941us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984800.481659:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1788984800.481671:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788984800.481676:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973289984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.481704:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d48e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973289984:12345-0@lo:400:kworker.0 Request processed in 28us (1882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984800.481709:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788984800.481719:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788984800.481724:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973290496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.481747:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973290496:12345-0@lo:400:kworker.0 Request processed in 23us (1890us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984800.481752:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788984800.481785:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973289728:0@lo:400:kworker.0 00010000:00080000:0.0:1788984800.481795:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114407ca80 x1875885973290624/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984816 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984800.481803:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973290624:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.481826:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973289984:0@lo:400:kworker.0 00000100:00100000:0.0:1788984800.481834:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973290496:0@lo:400:kworker.0 00000100:00100000:1.0:1788984800.481914:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:1.0:1788984800.482884:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984800.482901:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973290880:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984800.482973:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984800.483313:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973290880 00000100:00100000:3.0:1788984800.483321:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973290880 00000100:00100000:3.0:1788984800.483379:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:3.0:1788984800.483388:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973290880:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984800.483409:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984800.483459:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973290880:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (486us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984800.483466:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788984800.484354:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973290880:0@lo:13:osp-pre-1-1.0 00010000:00010000:2.0:1788984801.249754:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788984801.828101:0:23362:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10b: delete range from the correct nodemap ========================================================== 16:13:20 (1788984800) 00010000:00010000:3.0:1788984802.271033:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984803.297598:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984803.551015:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984803.551039:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973291008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984803.551112:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984803.551177:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291008 00000100:00100000:2.0:1788984803.551195:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291008 00000100:00100000:2.0:1788984803.551255:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788984803.551264:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973291008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984803.551294:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984803.553157:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973291008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1886us (2036us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984803.553171:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00080000:2.0:1788984803.553207:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984803.553260:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973291008:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984803.555006:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984803.555029:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973291136:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984803.555097:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984803.555188:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291136 00000100:00100000:1.0:1788984803.555197:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291136 00000100:00100000:1.0:1788984803.555353:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1788984803.555363:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973291136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984803.555387:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984803.555439:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973291136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984803.555445:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:1.0:1788984803.555489:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973291136:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984803.556901:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984804.064661:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984804.080728:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973291264:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984804.080815:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984804.081363:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291264 00000100:00100000:2.0:1788984804.081373:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291264 00000100:00100000:2.0:1788984804.081438:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:2.0:1788984804.081448:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973291264:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984804.081489:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984804.081545:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973291264:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (730us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984804.081551:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1788984804.081649:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973291264:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984804.318629:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984804.564462:0:23506:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1f3b25c0 20000000:00000080:3.0:1788984804.564480:0:23506:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432acc00 uarg=0000000000000000 10000000:01000000:3.0:1788984804.565442:0:23506:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984804.565463:0:23506:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984804.565481:0:23506:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984804.565648:0:23506:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984804.565694:0:23506:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984804.565708:0:23506:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 23 pid: 6506 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984804.565735:0:23506:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23506:1875885973291392:0@lo:104: 00000100:00100000:3.0:1788984804.565807:0:23506:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984804.565920:0:23506:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e2f300 going to sleep for 11 seconds 00000100:00100000:0.0:1788984804.566241:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788984804.566256:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291392 00000100:00100000:0.0:1788984804.566264:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291392 00000100:00100000:0.0:1788984804.566358:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 90 00000100:00100000:0.0:1788984804.566369:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:23506:x1875885973291392:12345-0@lo:104: 00010000:00010000:0.0:1788984804.566383:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984804.566466:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984804.566473:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:23506:x1875885973291392:12345-0@lo:104: Request processed in 106us (666us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984804.566479:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 90 00010000:00010000:2.0:1788984804.566590:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984804.566597:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566605:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984804.566609:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566625:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984804.566632:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984804.566639:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984804.566672:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566679:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984804.566700:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566708:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52f136 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f13d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566723:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984804.566725:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984804.566727:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984804.566748:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973291520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984804.566782:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984804.566829:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291520 00000100:00100000:2.0:1788984804.566833:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291520 00010000:00010000:2.0:1788984804.566853:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 24 pid: 6506 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984804.566878:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788984804.566884:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973291520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984804.566902:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984804.566907:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 24 pid: 6506 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566916:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 24 pid: 6506 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566954:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566962:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566976:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566983:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566990:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.566995:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.567000:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984804.567004:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.567012:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.567043:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984804.567053:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984804.567085:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973291520:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (301us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984804.567092:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00000100:00100000:2.0:1788984804.567131:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973291520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984804.567357:0:23506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f13d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f136 expref: 23 pid: 6506 timeout: 744 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984804.567376:0:23506:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23506:1875885973291392:0@lo:104: 00010000:00010000:1.0:1788984804.567392:0:23506:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984804.567402:0:23506:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984804.567409:0:23506:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984804.567415:0:23506:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f144 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.342197:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984805.417185:0:23554:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff6f4881d0 20000000:00000080:3.0:1788984805.417208:0:23554:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432ad400 uarg=0000000000000000 10000000:01000000:3.0:1788984805.417767:0:23554:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984805.417792:0:23554:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417809:0:23554:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417822:0:23554:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417829:0:23554:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417836:0:23554:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417842:0:23554:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417848:0:23554:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984805.417853:0:23554:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417860:0:23554:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417882:0:23554:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417891:0:23554:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984805.417897:0:23554:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f14b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23554 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984805.440616:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984805.440666:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984805.440713:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984805.440752:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171200 00000100:00100000:3.0:1788984805.440764:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171200 00000100:00100000:3.0:1788984805.440830:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171328 00000100:00100000:3.0:1788984805.440834:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171328 00000100:00100000:3.0:1788984805.440860:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 615 00000100:00100000:3.0:1788984805.440872:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953171200:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984805.440974:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953171200:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 104us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984805.440982:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 615 00000100:00100000:3.0:1788984805.441003:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 616 00000100:00100000:3.0:1788984805.441010:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953171328:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984805.441037:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953171328:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (324us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984805.441043:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 616 00000100:00080000:3.0:1788984805.441083:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984805.441088:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984805.441630:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171072 00000100:00100000:1.0:1788984805.441637:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171072 00000100:00100000:1.0:1788984805.441675:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 467 00000100:00100000:1.0:1788984805.441683:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953171072:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984805.441724:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953171072:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984805.441731:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 467 00000100:00100000:0.0:1788984805.600565:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973291776:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.600642:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600695:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973292288:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.600716:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600751:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973292800:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.600774:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600791:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973293312:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984805.600814:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600840:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984805.600845:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973291904:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.600867:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600884:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973292416:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.600903:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600918:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973292928:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.600956:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984805.600985:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291776 00000100:00100000:0.0:1788984805.600994:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291776 00000100:00100000:0.0:1788984805.601043:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292288 00000100:00100000:0.0:1788984805.601046:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292288 00000100:00100000:0.0:1788984805.601067:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292800 00000100:00100000:0.0:1788984805.601070:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292800 00000100:00100000:0.0:1788984805.601080:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292416 00000100:00100000:0.0:1788984805.601082:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292416 00000100:00100000:0.0:1788984805.601094:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292928 00000100:00100000:0.0:1788984805.601096:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292928 00000100:00100000:0.0:1788984805.601110:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788984805.601118:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973291776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601174:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973291776:12345-0@lo:400:kworker.0 Request processed in 56us (532us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984805.601181:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788984805.601199:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788984805.601206:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973292288:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601240:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143923480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973292288:12345-0@lo:400:kworker.0 Request processed in 35us (523us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984805.601246:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788984805.601258:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788984805.601263:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973292800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601287:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973292800:12345-0@lo:400:kworker.0 Request processed in 25us (512us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984805.601292:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788984805.601302:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788984805.601307:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973292416:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601345:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973292416:12345-0@lo:400:kworker.0 Request processed in 38us (441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984805.601350:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788984805.601360:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788984805.601366:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973292928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601387:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973292928:12345-0@lo:400:kworker.0 Request processed in 22us (431us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984805.601391:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:0.0:1788984805.601410:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291904 00000100:00100000:0.0:1788984805.601413:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291904 00000100:00100000:0.0:1788984805.601434:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788984805.601440:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973291904:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601466:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973291904:12345-0@lo:400:kworker.0 Request processed in 27us (598us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984805.601471:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:0.0:1788984805.601502:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984805.601507:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984805.601539:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973291904:0@lo:400:kworker.0 00010000:00080000:0.0:1788984805.601554:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b0dc00 x1875885973292416/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984805.601563:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973292416:0@lo:400:kworker.0 00010000:00080000:0.0:1788984805.601571:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432f0a80 x1875885973292928/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984821 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984805.601579:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973292928:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601588:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ffb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973291776:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601596:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973292288:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601603:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973292800:0@lo:400:kworker.0 00000100:00100000:0.0:1788984805.601637:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984805.601644:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973293440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984805.601669:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984805.601801:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293312 00000100:00100000:3.0:1788984805.601807:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293312 00000100:00100000:3.0:1788984805.601839:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1788984805.601846:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973293312:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984805.601872:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984805.601915:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143922680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973293312:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (1099us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984805.601922:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:3.0:1788984805.601954:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293440 00000100:00100000:3.0:1788984805.601957:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293440 00000100:00100000:3.0:1788984805.601974:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:3.0:1788984805.601980:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973293440:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984805.601991:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984805.602017:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143920e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973293440:12345-0@lo:13:osp-pre-1-1.0 Request processed in 37us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984805.602023:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1788984805.602376:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973291648:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602414:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602501:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973292160:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602525:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602552:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973292672:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602576:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602595:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973293184:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602615:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602633:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788984805.602638:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973292032:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602663:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602681:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973292544:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602700:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602715:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973293056:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602733:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602747:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973293568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984805.602784:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984805.602814:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292032 00000100:00100000:2.0:1788984805.602818:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292032 00000100:00100000:2.0:1788984805.602846:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788984805.602851:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973292032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602883:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973292032:12345-0@lo:400:kworker.0 Request processed in 32us (219us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.602888:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:2.0:1788984805.602907:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292160 00000100:00100000:2.0:1788984805.602910:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292160 00000100:00100000:2.0:1788984805.602922:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293568 00000100:00100000:2.0:1788984805.602947:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293568 00000100:00100000:2.0:1788984805.602961:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1788984805.602966:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973292160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.602993:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973292160:12345-0@lo:400:kworker.0 Request processed in 27us (467us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.602998:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:2.0:1788984805.603007:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1788984805.603013:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973293568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984805.603035:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984805.603063:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973293568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.603069:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:2.0:1788984805.603087:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292672 00000100:00100000:2.0:1788984805.603090:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292672 00000100:00100000:2.0:1788984805.603122:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293184 00000100:00100000:2.0:1788984805.603125:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293184 00000100:00100000:2.0:1788984805.603144:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973292544 00000100:00100000:2.0:1788984805.603147:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973292544 00000100:00100000:2.0:1788984805.603157:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293056 00000100:00100000:2.0:1788984805.603159:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293056 00000100:00100000:2.0:1788984805.603170:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1788984805.603175:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973292672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603208:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973292672:12345-0@lo:400:kworker.0 Request processed in 34us (631us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.603214:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 248 00000100:00100000:2.0:1788984805.603235:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1788984805.603242:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973293184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603268:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973293184:12345-0@lo:400:kworker.0 Request processed in 27us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.603273:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 249 00000100:00100000:2.0:1788984805.603286:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1788984805.603293:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973292544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603329:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973292544:12345-0@lo:400:kworker.0 Request processed in 37us (628us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.603334:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 250 00000100:00100000:2.0:1788984805.603345:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1788984805.603350:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973293056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603374:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973293056:12345-0@lo:400:kworker.0 Request processed in 24us (640us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984805.603379:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 251 00000100:00100000:2.0:1788984805.603419:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141921c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973292032:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603429:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143000700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973292544:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603446:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973293056:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603460:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973293568:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984805.603467:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973292160:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603475:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143000000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973292672:0@lo:400:kworker.0 00000100:00100000:2.0:1788984805.603483:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973293184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984805.603898:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973291648 00000100:00100000:1.0:1788984805.603905:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973291648 00000100:00100000:1.0:1788984805.603964:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1788984805.603972:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973291648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984805.604016:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973291648:12345-0@lo:400:kworker.0 Request processed in 46us (1601us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984805.604022:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:1.0:1788984805.604077:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973291648:0@lo:400:kworker.0 00000100:00080000:0.0:1788984805.604439:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984805.604445:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984805.604475:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973293440:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984805.604490:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973293312:0@lo:13:osp-pre-1-0.0 00000020:00000080:1.0:1788984806.191557:0:23602:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff0d86a0b0 20000000:00000080:1.0:1788984806.191584:0:23602:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114337d000 uarg=0000000000000000 10000000:01000000:1.0:1788984806.191872:0:23602:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984806.191902:0:23602:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193349:0:23602:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193384:0:23602:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193392:0:23602:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193400:0:23602:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193410:0:23602:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193417:0:23602:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984806.193422:0:23602:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193432:0:23602:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193451:0:23602:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193488:0:23602:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.193495:0:23602:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f152 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23602 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984806.238072:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984806.238083:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984806.238090:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984806.238159:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984806.238175:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984806.238187:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984806.238230:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973293696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984806.238335:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984806.238400:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5240 going to sleep for 11 seconds 00000100:00100000:1.0:1788984806.238473:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293696 00000100:00100000:1.0:1788984806.238484:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293696 00000100:00100000:1.0:1788984806.238548:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1788984806.238560:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973293696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984806.238576:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984806.238592:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f159 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.238622:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.238635:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.238645:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebc00, rc 0) 00000100:00100000:1.0:1788984806.238696:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973293696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984806.238703:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:1.0:1788984806.238759:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973293696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984806.238776:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.238812:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984806.238840:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984806.238845:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.238854:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984806.373195:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984807.408396:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984808.419366:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984808.464387:0:23699:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3dcc9930 20000000:00000080:1.0:1788984808.464404:0:23699:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143340000 uarg=0000000000000000 00000001:00020000:1.0:1788984808.464469:0:23699:0:(nodemap_handler.c:6575:server_iocontrol_nodemap()) MGS: OBD_IOC_NODEMAP command CE043 for nodemap2: rc = -22 00000100:00100000:1.0:1788984808.670816:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973293824:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984808.671051:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973293952:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984808.671117:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984808.671364:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984808.671408:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293952 00000100:00100000:1.0:1788984808.671418:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293952 00000100:00100000:1.0:1788984808.671734:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973293824 00000100:00100000:1.0:1788984808.671738:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973293824 00000100:00100000:1.0:1788984808.671760:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1788984808.671769:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973293952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984808.671800:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984808.671851:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973293952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984808.671858:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:1.0:1788984808.671873:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:1.0:1788984808.671887:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973293824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984808.671897:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984808.671954:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973293824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (561us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984808.671961:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:1.0:1788984808.671978:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984808.672014:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973293824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984808.672053:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973293952:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984809.183103:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973294080:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984809.183187:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984809.185810:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294080 00000100:00100000:1.0:1788984809.185825:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294080 00000100:00100000:1.0:1788984809.185897:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:1.0:1788984809.185908:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973294080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984809.185974:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984809.186050:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973294080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 145us (2863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984809.186057:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:3.0:1788984809.186900:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973294080:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984809.441284:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984810.315127:0:23795:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1e799370 20000000:00000080:3.0:1788984810.315148:0:23795:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412e9800 uarg=0000000000000000 10000000:01000000:3.0:1788984810.316091:0:23795:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984810.316114:0:23795:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984810.316132:0:23795:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984810.316148:0:23795:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984810.316192:0:23795:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984810.316206:0:23795:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 23 pid: 6508 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984810.316221:0:23795:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23795:1875885973294208:0@lo:104: 00000100:00100000:3.0:1788984810.316299:0:23795:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984810.316507:0:23795:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12677c7cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788984810.316602:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294208 00000100:00100000:1.0:1788984810.316612:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294208 00000100:00100000:1.0:1788984810.316673:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 91 00000100:00100000:1.0:1788984810.316684:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:23795:x1875885973294208:12345-0@lo:104: 00010000:00010000:1.0:1788984810.316699:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.316763:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984810.316769:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:23795:x1875885973294208:12345-0@lo:104: Request processed in 88us (471us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.316785:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 91 00010000:00010000:1.0:1788984810.316809:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984810.316817:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.316824:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984810.316829:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.316837:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984810.316843:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984810.316850:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984810.316878:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.316885:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984810.316907:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.316915:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f159 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f160 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.316958:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984810.316961:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984810.316962:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984810.316985:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973294336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984810.317023:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984810.317658:0:23795:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d63100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:23795:1875885973294208:0@lo:104: 00010000:00010000:2.0:1788984810.317681:0:23795:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984810.317764:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294336 00000100:00100000:1.0:1788984810.317769:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294336 00010000:00010000:1.0:1788984810.317791:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 24 pid: 6508 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984810.317856:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:1.0:1788984810.317864:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973294336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984810.317878:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984810.317883:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 24 pid: 6508 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317894:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 24 pid: 6508 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317908:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f160 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f159 expref: 24 pid: 6508 timeout: 750 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317922:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317958:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317972:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317980:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.317988:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.318001:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.318006:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984810.318010:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.318018:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.318036:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984810.318045:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984810.318095:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973294336:12345-0@lo:103:ldlm_bl.0 Request processed in 231us (1071us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.318102:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00010000:00010000:2.0:1788984810.318151:0:23795:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984810.318159:0:23795:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984810.318166:0:23795:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f167 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23795 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984810.319119:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973294336:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984810.468551:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984810.553625:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984810.553662:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984810.553699:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984810.553729:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171584 00000100:00100000:0.0:1788984810.553740:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171584 00000100:00100000:0.0:1788984810.553803:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171712 00000100:00100000:0.0:1788984810.553806:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171712 00000100:00100000:0.0:1788984810.553831:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 623 00000100:00100000:0.0:1788984810.553841:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953171584:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984810.553952:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953171584:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 86us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984810.553959:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 623 00000100:00100000:0.0:1788984810.553977:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 624 00000100:00100000:0.0:1788984810.553983:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953171712:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984810.554009:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953171712:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (309us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984810.554015:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 624 00000100:00080000:0.0:1788984810.554035:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984810.554039:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984810.554415:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171456 00000100:00100000:3.0:1788984810.554420:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171456 00000100:00100000:3.0:1788984810.554464:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 470 00000100:00100000:3.0:1788984810.554471:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953171456:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984810.554506:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953171456:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 34us (843us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984810.554512:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 470 00000100:00100000:2.0:1788984810.718076:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973294720:0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.718131:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973294976:0@lo:400:kworker.0 00000100:00100000:2.0:1788984810.718146:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984810.718158:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973294848:0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.718181:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984810.718199:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973295360:0@lo:400:kworker.0 00000100:00100000:2.0:1788984810.718201:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973295232:0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.718217:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984810.718234:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973295872:0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.718273:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.720235:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973294464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984810.720309:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.720351:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973294592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984810.720376:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.720395:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973295104:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.720414:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.720433:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973295616:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.720453:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.720470:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973296128:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.720501:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.720544:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294592 00000100:00100000:1.0:1788984810.720553:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294592 00000100:00100000:1.0:1788984810.720606:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788984810.720617:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973294592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984810.720657:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984810.720705:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973294592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.720713:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:1.0:1788984810.720739:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294848 00000100:00100000:1.0:1788984810.720742:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294848 00000100:00100000:1.0:1788984810.720760:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294464 00000100:00100000:1.0:1788984810.720762:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294464 00000100:00100000:1.0:1788984810.720770:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295104 00000100:00100000:1.0:1788984810.720772:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295104 00000100:00100000:1.0:1788984810.720783:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1788984810.720789:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973294848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.720825:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973294848:12345-0@lo:400:kworker.0 Request processed in 36us (2642us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.720830:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:1.0:1788984810.720840:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788984810.720845:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973294464:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984810.720869:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984810.720898:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973294464:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.720903:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788984810.720914:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1788984810.720952:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973295104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.720982:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973295104:12345-0@lo:400:kworker.0 Request processed in 56us (567us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.720987:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1788984810.721005:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295616 00000100:00100000:1.0:1788984810.721008:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295616 00000100:00100000:1.0:1788984810.721032:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296128 00000100:00100000:1.0:1788984810.721034:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296128 00000100:00100000:1.0:1788984810.721049:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1788984810.721055:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973295616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.721084:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973295616:12345-0@lo:400:kworker.0 Request processed in 28us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.721089:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 252 00000100:00100000:1.0:1788984810.721100:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 253 00000100:00100000:1.0:1788984810.721106:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973296128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.721127:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973296128:12345-0@lo:400:kworker.0 Request processed in 23us (626us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.721132:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 253 00000100:00080000:1.0:1788984810.721149:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984810.721153:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984810.721188:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973294464:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984810.721203:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973294592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984810.721211:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973295104:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.721219:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973295616:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.721227:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143995880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973296128:0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.724702:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973294848:0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.724724:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984810.724736:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973296256:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984810.724808:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984810.724884:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984810.726989:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294720 00000100:00100000:2.0:1788984810.727005:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294720 00000100:00100000:2.0:1788984810.727083:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295360 00000100:00100000:2.0:1788984810.727100:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295360 00000100:00100000:2.0:1788984810.727144:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295872 00000100:00100000:2.0:1788984810.727147:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295872 00000100:00100000:2.0:1788984810.727169:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788984810.727179:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973294720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984810.727278:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973294720:12345-0@lo:400:kworker.0 Request processed in 89us (9119us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984810.727286:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788984810.727304:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788984810.727310:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973295360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984810.727345:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973295360:12345-0@lo:400:kworker.0 Request processed in 34us (9127us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984810.727365:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788984810.727379:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1788984810.727384:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973295872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984810.727415:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973295872:12345-0@lo:400:kworker.0 Request processed in 31us (9151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984810.727421:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00080000:1.0:1788984810.731776:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984810.732573:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296256 00000100:00100000:0.0:1788984810.732588:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296256 00000100:00100000:0.0:1788984810.732653:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1788984810.732664:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973296256:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984810.732694:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984810.732776:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973296256:12345-0@lo:13:osp-pre-1-1.0 Request processed in 114us (7968us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984810.732782:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00080000:1.0:1788984810.732827:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984810.733223:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973296256:0@lo:13:osp-pre-1-1.0 00010000:00080000:0.0:1788984810.733241:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eac9f80 x1875885973295360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984810.733252:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973295360:0@lo:400:kworker.0 00010000:00080000:0.0:1788984810.733277:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143997480 x1875885973295872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984826 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984810.733286:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973295872:0@lo:400:kworker.0 00000100:00100000:3.0:1788984810.733590:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973295488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984810.733636:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984810.733664:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973296000:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.733672:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295488 00000100:00100000:1.0:1788984810.733677:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295488 00000100:00100000:3.0:1788984810.733684:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.733710:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296000 00000100:00100000:1.0:1788984810.733714:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296000 00000100:00100000:1.0:1788984810.733730:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788984810.733738:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973295488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.733786:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973295488:12345-0@lo:400:kworker.0 Request processed in 49us (150us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.733793:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 254 00000100:00100000:1.0:1788984810.733807:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 255 00000100:00100000:1.0:1788984810.733812:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973296000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.733840:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973296000:12345-0@lo:400:kworker.0 Request processed in 28us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.733845:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 255 00000100:00080000:1.0:1788984810.733868:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984810.733944:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973294976 00000100:00100000:2.0:1788984810.733949:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973294976 00000100:00100000:2.0:1788984810.733986:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1788984810.733993:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973294976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984810.734026:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973294976:12345-0@lo:400:kworker.0 Request processed in 35us (9142us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984810.734031:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00100000:0.0:1788984810.734173:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984810.734200:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973295744:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.734204:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295232 00000100:00100000:1.0:1788984810.734207:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295232 00000100:00100000:0.0:1788984810.734225:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984810.734241:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973295744 00000100:00100000:1.0:1788984810.734244:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973295744 00000100:00100000:0.0:1788984810.734252:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973294720:0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.734260:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:1.0:1788984810.734277:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973295232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984810.734300:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788984810.734307:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973295744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984810.734309:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973295232:12345-0@lo:400:kworker.0 Request processed in 45us (136us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984810.734314:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1788984810.734334:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973295744:12345-0@lo:400:kworker.0 Request processed in 28us (108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984810.734340:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788984810.734366:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973295232:0@lo:400:kworker.0 00000100:00080000:2.0:1788984810.734367:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984810.734375:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973295744:0@lo:400:kworker.0 00000100:00100000:3.0:1788984810.734451:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973294976:0@lo:400:kworker.0 00000100:00100000:3.0:1788984810.734461:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973295488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984810.734479:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143997b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973296000:0@lo:400:kworker.0 00000020:00000080:2.0:1788984811.140244:0:23843:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd9dd07d0 20000000:00000080:2.0:1788984811.140272:0:23843:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eadec00 uarg=0000000000000000 10000000:01000000:2.0:1788984811.143652:0:23843:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984811.143690:0:23843:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143711:0:23843:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143724:0:23843:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143731:0:23843:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143758:0:23843:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143766:0:23843:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143773:0:23843:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984811.143777:0:23843:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143785:0:23843:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143800:0:23843:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143807:0:23843:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.143812:0:23843:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f16e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 23843 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984811.488376:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984811.872042:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984811.872062:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984811.872085:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984811.872138:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984811.872160:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984811.872174:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984811.872201:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973296384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984811.872284:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984811.872358:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246780 going to sleep for 11 seconds 00000100:00100000:2.0:1788984811.872607:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296384 00000100:00100000:2.0:1788984811.872618:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296384 00000100:00100000:2.0:1788984811.872677:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:2.0:1788984811.872687:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973296384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984811.872700:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984811.872713:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f175 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.872748:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.872759:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984811.872768:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea200, rc 0) 00000100:00100000:2.0:1788984811.872830:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973296384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 145us (546us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984811.872837:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788984811.875261:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973296384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984811.875291:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984811.875303:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984811.875327:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984811.875334:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984811.875341:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984812.513113:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984813.535589:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984813.790659:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973296512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984813.790734:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984813.790812:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296512 00000100:00100000:3.0:1788984813.790821:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296512 00000100:00100000:3.0:1788984813.790880:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1788984813.790890:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973296512:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984813.790923:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984813.790991:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973296512:12345-0@lo:13:osp-pre-0-1.0 Request processed in 103us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984813.790998:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00080000:3.0:1788984813.791021:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984813.791058:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973296512:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984813.792622:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973296640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984813.792677:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984813.792762:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296640 00000100:00100000:1.0:1788984813.792784:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296640 00000100:00100000:1.0:1788984813.792835:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:1.0:1788984813.792846:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973296640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984813.792863:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788984813.793367:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984813.793457:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973296640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 612us (779us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984813.793466:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1788984813.793665:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433f1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973296640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984814.302696:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984814.302723:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973296768:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984814.302796:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984814.303091:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296768 00000100:00100000:1.0:1788984814.303102:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296768 00000100:00100000:1.0:1788984814.303158:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788984814.303167:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973296768:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984814.303204:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984814.303269:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973296768:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984814.303276:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788984814.303324:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973296768:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984814.558262:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984815.582163:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984815.686917:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984815.686983:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984815.687020:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984815.687052:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172096 00000100:00100000:1.0:1788984815.687071:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172096 00000100:00100000:1.0:1788984815.687229:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171968 00000100:00100000:1.0:1788984815.687234:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171968 00000100:00100000:1.0:1788984815.687264:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 631 00000100:00100000:1.0:1788984815.687275:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953172096:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984815.687355:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953172096:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.687374:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 631 00000100:00100000:2.0:1788984815.687490:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 632 00000100:00100000:2.0:1788984815.687500:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953171968:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984815.687530:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953171968:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (510us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984815.687536:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 632 00000100:00100000:0.0:1788984815.688284:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953171840 00000100:00100000:0.0:1788984815.688291:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953171840 00000100:00100000:0.0:1788984815.688332:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 472 00000100:00100000:0.0:1788984815.688340:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953171840:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984815.688389:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953171840:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (1471us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.688396:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 472 00000100:00080000:0.0:1788984815.688468:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984815.688473:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984815.838138:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973296896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984815.838206:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.838289:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973296896 00000100:00100000:0.0:1788984815.838296:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973296896 00000100:00100000:0.0:1788984815.838349:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1788984815.838359:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973296896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984815.838403:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984815.838450:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eaca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973296896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 92us (244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.838468:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00080000:0.0:1788984815.838490:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984815.838526:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973296896:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984815.838703:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973297024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984815.838730:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.839081:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297024 00000100:00100000:1.0:1788984815.839086:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297024 00000100:00100000:1.0:1788984815.839113:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:1.0:1788984815.839120:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973297024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984815.839131:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984815.839165:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973297024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.839171:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00080000:0.0:1788984815.839230:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984815.839254:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143994e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973297024:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984815.845158:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973297280:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845243:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.845284:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973297792:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845307:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.845330:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973298304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845350:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.845373:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788984815.845572:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973297152:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845603:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.845637:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973297664:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845664:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.845683:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973298176:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845704:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984815.845735:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297280 00000100:00100000:0.0:1788984815.845744:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297280 00000100:00100000:0.0:1788984815.845786:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297792 00000100:00100000:0.0:1788984815.845790:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297792 00000100:00100000:0.0:1788984815.845832:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298304 00000100:00100000:0.0:1788984815.845836:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298304 00000100:00100000:0.0:1788984815.845852:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788984815.845861:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973297280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.845949:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973297280:12345-0@lo:400:kworker.0 Request processed in 63us (681us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.845958:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:0.0:1788984815.845976:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1788984815.845982:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973297792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984815.845986:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973297280:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.846009:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973297792:12345-0@lo:400:kworker.0 Request processed in 28us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984815.846011:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973297792:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.846015:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:0.0:1788984815.846026:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788984815.846032:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973298304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.846069:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c02a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973298304:12345-0@lo:400:kworker.0 Request processed in 37us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.846075:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1788984815.846097:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973298304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.846099:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297664 00000100:00100000:0.0:1788984815.846102:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297664 00000100:00100000:1.0:1788984815.846240:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297152 00000100:00100000:1.0:1788984815.846246:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297152 00000100:00100000:1.0:1788984815.846274:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1788984815.846280:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973297152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.846317:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973297152:12345-0@lo:400:kworker.0 Request processed in 37us (713us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.846322:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:0.0:1788984815.846450:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:0.0:1788984815.846458:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973297664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.846492:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973297664:12345-0@lo:400:kworker.0 Request processed in 36us (827us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.846498:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1788984815.848800:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973297152:0@lo:400:kworker.0 00000100:00100000:3.0:1788984815.848817:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973297664:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856119:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298176 00000100:00100000:1.0:1788984815.856135:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298176 00000100:00100000:1.0:1788984815.856225:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1788984815.856238:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973298176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856340:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c03480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973298176:12345-0@lo:400:kworker.0 Request processed in 106us (10635us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.856347:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 256 00000100:00100000:1.0:1788984815.856388:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973297536:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856424:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.856465:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973298048:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856487:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.856500:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973298560:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984815.856520:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.856546:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788984815.856551:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973297408:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856568:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.856580:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973297920:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856597:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.856613:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973298432:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856630:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984815.856651:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298048 00000100:00100000:1.0:1788984815.856655:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298048 00000100:00100000:1.0:1788984815.856677:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1788984815.856683:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973298048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856713:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143995880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973298048:12345-0@lo:400:kworker.0 Request processed in 30us (225us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.856719:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 257 00000100:00100000:1.0:1788984815.856736:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297536 00000100:00100000:1.0:1788984815.856739:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297536 00000100:00100000:1.0:1788984815.856754:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297920 00000100:00100000:1.0:1788984815.856756:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297920 00000100:00100000:1.0:1788984815.856767:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298432 00000100:00100000:1.0:1788984815.856769:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298432 00000100:00100000:1.0:1788984815.856781:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1788984815.856786:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973297536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856810:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143997480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973297536:12345-0@lo:400:kworker.0 Request processed in 24us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.856821:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00100000:1.0:1788984815.856833:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1788984815.856838:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973297920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856859:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973297920:12345-0@lo:400:kworker.0 Request processed in 22us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.856864:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00100000:1.0:1788984815.856872:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:1.0:1788984815.856877:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973298432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.856895:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973298432:12345-0@lo:400:kworker.0 Request processed in 18us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984815.856899:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00010000:00080000:1.0:1788984815.856972:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b12412a9f80 x1875885973297920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984815.856985:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973297920:0@lo:400:kworker.0 00010000:00080000:1.0:1788984815.856993:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1141bfca80 x1875885973298432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984831 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984815.857001:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973298432:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.857008:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973297536:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.857016:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973298048:0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.857242:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298560 00000100:00100000:0.0:1788984815.857247:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298560 00000100:00080000:0.0:1788984815.857268:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984815.857277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984815.857279:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984815.857299:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973297408 00000100:00100000:0.0:1788984815.857301:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973297408 00000100:00100000:0.0:1788984815.857311:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1788984815.857317:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973298560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984815.857342:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984815.857396:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143994e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973298560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 79us (875us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.857402:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:0.0:1788984815.857413:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1788984815.857418:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973297408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984815.857440:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973297408:12345-0@lo:400:kworker.0 Request processed in 22us (871us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984815.857445:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:1.0:1788984815.857629:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973297408:0@lo:400:kworker.0 00000100:00100000:1.0:1788984815.857641:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973298560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984815.858985:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973298176:0@lo:400:kworker.0 00010000:00010000:2.0:1788984816.606181:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788984817.502799:0:24038:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10c: verfify contiguous range support ========================================================== 16:13:36 (1788984816) 00010000:00010000:1.0:1788984817.630273:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984818.656506:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984818.916205:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984818.916228:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973298688:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984818.916330:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984818.916393:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298688 00000100:00100000:3.0:1788984818.916402:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298688 00000100:00100000:3.0:1788984818.916458:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:3.0:1788984818.916467:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973298688:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984818.916496:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984818.916541:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973298688:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984818.916549:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00080000:3.0:1788984818.916569:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984818.916603:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973298688:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984818.917477:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984818.917491:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973298816:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984818.917532:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984818.924281:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298816 00000100:00100000:0.0:1788984818.924296:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298816 00000100:00100000:0.0:1788984818.924382:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1788984818.924393:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973298816:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984818.924423:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984818.924507:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973298816:12345-0@lo:13:osp-pre-0-1.0 Request processed in 115us (6974us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984818.924514:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1788984818.924578:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973298816:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984818.928220:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984819.422579:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984819.422612:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973298944:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984819.422701:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984819.422922:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973298944 00000100:00100000:3.0:1788984819.422950:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973298944 00000100:00100000:3.0:1788984819.423001:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:3.0:1788984819.423011:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973298944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984819.423055:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984819.423110:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433f1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973298944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984819.423117:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1788984819.423898:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973298944:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984819.680055:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984819.965692:0:24134:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffed4743a00 20000000:00000080:3.0:1788984819.965716:0:24134:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ead3800 uarg=0000000000000000 10000000:01000000:3.0:1788984819.967166:0:24134:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984819.967200:0:24134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984819.967236:0:24134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984819.967245:0:24134:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984819.967293:0:24134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984819.967310:0:24134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 23 pid: 6506 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984819.967327:0:24134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24134:1875885973299072:0@lo:104: 00000100:00100000:3.0:1788984819.968080:0:24134:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984819.968203:0:24134:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291600 going to sleep for 11 seconds 00000100:00100000:0.0:1788984819.968254:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299072 00000100:00100000:0.0:1788984819.968271:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299072 00000100:00100000:0.0:1788984819.968359:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 92 00000100:00100000:0.0:1788984819.968370:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:24134:x1875885973299072:12345-0@lo:104: 00010000:00010000:0.0:1788984819.968384:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984819.968601:0:24134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24134:1875885973299072:0@lo:104: 00010000:00010000:3.0:1788984819.968625:0:24134:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984819.968660:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984819.968667:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:24134:x1875885973299072:12345-0@lo:104: Request processed in 300us (590us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984819.968674:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 92 00010000:00010000:2.0:1788984819.968731:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984819.968738:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.968746:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984819.968750:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.968758:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984819.968766:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984819.968773:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984819.969241:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969250:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984819.969283:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969291:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f175 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f17c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969308:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984819.969310:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984819.969312:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984819.969353:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973299200:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984819.969407:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984819.969530:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299200 00000100:00100000:2.0:1788984819.969535:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299200 00010000:00010000:2.0:1788984819.969558:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 24 pid: 6506 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984819.969598:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788984819.969605:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973299200:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984819.969617:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984819.969623:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 24 pid: 6506 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969634:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 24 pid: 6506 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969647:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f17c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f175 expref: 24 pid: 6506 timeout: 759 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969660:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969669:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969683:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969691:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969698:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969705:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969721:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984819.969725:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969732:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969744:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984819.969753:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984819.969789:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973299200:12345-0@lo:103:ldlm_bl.0 Request processed in 184us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984819.969796:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:2.0:1788984819.969825:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973299200:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984819.969878:0:24134:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984819.969886:0:24134:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984819.969893:0:24134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f183 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984820.716967:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984820.797644:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984820.798223:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984820.798254:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984820.798862:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172224 00000100:00100000:2.0:1788984820.798873:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172224 00000100:00100000:2.0:1788984820.798937:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 474 00000100:00100000:2.0:1788984820.798948:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953172224:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984820.799015:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953172224:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 69us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984820.799022:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 474 00000100:00100000:3.0:1788984820.813561:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172352 00000100:00100000:3.0:1788984820.813577:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172352 00000100:00100000:1.0:1788984820.813735:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172480 00000100:00100000:1.0:1788984820.813741:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172480 00000100:00100000:3.0:1788984820.817596:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 639 00000100:00100000:3.0:1788984820.817615:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953172352:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984820.817713:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c01180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953172352:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 105us (20077us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984820.817721:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 639 00000100:00080000:0.0:1788984820.820693:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984820.820703:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984820.827580:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 640 00000100:00100000:3.0:1788984820.827597:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953172480:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984820.827695:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953172480:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 102us (29438us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984820.827702:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 640 00000100:00100000:0.0:1788984820.958892:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973299328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984820.958982:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.959046:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984820.959053:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973299456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984820.959075:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.959107:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299328 00000100:00100000:0.0:1788984820.959115:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299328 00000100:00100000:0.0:1788984820.959220:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299456 00000100:00100000:0.0:1788984820.959224:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299456 00000100:00100000:0.0:1788984820.959246:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788984820.959255:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973299328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984820.959286:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984820.959327:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973299328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 74us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.959342:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788984820.959358:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1788984820.959364:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973299456:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984820.959374:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984820.959396:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973299456:12345-0@lo:13:osp-pre-1-0.0 Request processed in 33us (321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.959402:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00080000:0.0:1788984820.959422:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984820.959456:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973299456:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984820.959468:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d64e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973299328:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984820.966382:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973299584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984820.966454:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.966520:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299584 00000100:00100000:0.0:1788984820.966528:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299584 00000100:00100000:0.0:1788984820.966573:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1788984820.966583:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973299584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984820.966617:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984820.966665:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973299584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (210us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.966672:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:0.0:1788984820.966737:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973299584:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984820.973436:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973299712:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973525:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973587:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973300224:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973617:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973638:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973300736:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973654:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973681:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788984820.973687:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973300096:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973709:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973728:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973300608:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973746:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973784:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973299840:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973805:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973821:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973300352:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973837:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973851:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973300864:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973869:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973886:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788984820.973892:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973299968:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973912:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.973922:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973300480:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.973967:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984820.974003:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299712 00000100:00100000:0.0:1788984820.974010:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299712 00000100:00100000:0.0:1788984820.974052:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788984820.974061:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973299712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974108:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973299712:12345-0@lo:400:kworker.0 Request processed in 48us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974123:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788984820.974157:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300224 00000100:00100000:0.0:1788984820.974161:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300224 00000100:00100000:0.0:1788984820.974200:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300736 00000100:00100000:0.0:1788984820.974203:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300736 00000100:00100000:0.0:1788984820.974216:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299840 00000100:00100000:0.0:1788984820.974218:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299840 00000100:00100000:0.0:1788984820.974227:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300352 00000100:00100000:0.0:1788984820.974229:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300352 00000100:00100000:0.0:1788984820.974241:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300864 00000100:00100000:0.0:1788984820.974243:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300864 00000100:00100000:0.0:1788984820.974255:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973299968 00000100:00100000:0.0:1788984820.974258:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973299968 00000100:00100000:0.0:1788984820.974271:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788984820.974276:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973300224:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974308:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973300224:12345-0@lo:400:kworker.0 Request processed in 31us (689us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974313:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:0.0:1788984820.974324:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788984820.974329:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973300736:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974350:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973300736:12345-0@lo:400:kworker.0 Request processed in 22us (696us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974355:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788984820.974365:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1788984820.974369:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973299840:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974399:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973299840:12345-0@lo:400:kworker.0 Request processed in 29us (593us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974404:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:0.0:1788984820.974420:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1788984820.974425:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973300352:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974449:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973300352:12345-0@lo:400:kworker.0 Request processed in 24us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974455:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1788984820.974463:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788984820.974468:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973300864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974491:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973300864:12345-0@lo:400:kworker.0 Request processed in 23us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974496:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788984820.974505:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788984820.974510:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973299968:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974530:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973299968:12345-0@lo:400:kworker.0 Request processed in 21us (618us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974535:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788984820.974554:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300096 00000100:00100000:0.0:1788984820.974557:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300096 00000100:00100000:0.0:1788984820.974577:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1788984820.974582:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973300096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974611:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973300096:12345-0@lo:400:kworker.0 Request processed in 28us (901us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974616:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:0.0:1788984820.974638:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300608 00000100:00100000:0.0:1788984820.974641:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300608 00000100:00100000:0.0:1788984820.974663:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300480 00000100:00100000:0.0:1788984820.974666:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300480 00000100:00100000:0.0:1788984820.974684:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1788984820.974695:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973300608:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974722:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973300608:12345-0@lo:400:kworker.0 Request processed in 27us (975us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974727:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 258 00000100:00100000:0.0:1788984820.974738:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1788984820.974743:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973300480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974764:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973300480:12345-0@lo:400:kworker.0 Request processed in 21us (796us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984820.974769:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 259 00000100:00100000:0.0:1788984820.974807:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973300096:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974817:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973300608:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974825:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973299712:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974833:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973300224:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974841:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973300736:0@lo:400:kworker.0 00000100:00080000:0.0:1788984820.974867:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984820.974871:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984820.974873:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984820.974885:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973299968:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974893:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973300480:0@lo:400:kworker.0 00000100:00100000:0.0:1788984820.974902:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973299840:0@lo:400:kworker.0 00010000:00080000:0.0:1788984820.974912:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab1f80 x1875885973300352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984820.974957:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973300352:0@lo:400:kworker.0 00010000:00080000:0.0:1788984820.974970:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11440c9c00 x1875885973300864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984836 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984820.974977:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973300864:0@lo:400:kworker.0 00000020:00000080:2.0:1788984821.193424:0:24182:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff602ad530 20000000:00000080:2.0:1788984821.193443:0:24182:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142d28000 uarg=0000000000000000 10000000:01000000:2.0:1788984821.193643:0:24182:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984821.193667:0:24182:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193692:0:24182:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193704:0:24182:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193711:0:24182:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193718:0:24182:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193725:0:24182:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193731:0:24182:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984821.193735:0:24182:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193742:0:24182:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193754:0:24182:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193760:0:24182:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.193766:0:24182:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f18a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24182 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984821.534524:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984821.534534:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984821.534540:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984821.534591:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.534604:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.534616:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984821.534639:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973300992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984821.534714:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984821.539061:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12454130c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788984821.541552:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973300992 00000100:00100000:1.0:1788984821.541569:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973300992 00000100:00100000:1.0:1788984821.541702:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788984821.541713:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973300992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984821.541730:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984821.541752:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f191 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984821.541782:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984821.541795:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984821.541804:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea600, rc 0) 00000100:00100000:1.0:1788984821.541897:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973300992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 186us (7183us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984821.541904:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:2.0:1788984821.542465:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973300992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984821.542488:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.542498:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984821.542522:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984821.542528:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984821.542535:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984821.734310:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984822.764538:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984823.778485:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984824.030128:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984824.030219:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973301120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984824.030309:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984824.030374:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301120 00000100:00100000:3.0:1788984824.030382:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301120 00000100:00100000:3.0:1788984824.030434:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:3.0:1788984824.030445:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973301120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984824.030485:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984824.030529:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973301120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984824.030536:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00080000:3.0:1788984824.030571:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984824.030606:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973301120:0@lo:13:osp-pre-0-0.0 00000020:00000080:0.0:1788984824.033750:0:24327:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd93babf90 20000000:00000080:0.0:1788984824.033768:0:24327:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11440b5c00 uarg=0000000000000000 00000100:00100000:1.0:1788984824.035009:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984824.035029:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973301248:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984824.035108:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984824.035174:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301248 00000100:00100000:1.0:1788984824.035181:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301248 00000100:00100000:1.0:1788984824.035237:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1788984824.035246:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973301248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984824.035271:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984824.035330:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973301248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 85us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984824.035338:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00080000:1.0:1788984824.035360:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984824.035397:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973301248:0@lo:13:osp-pre-0-1.0 10000000:01000000:0.0:1788984824.036693:0:24327:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984824.036718:0:24327:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.036736:0:24327:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.036745:0:24327:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.036781:0:24327:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.036796:0:24327:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 23 pid: 6509 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984824.036809:0:24327:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24327:1875885973301376:0@lo:104: 00000100:00100000:0.0:1788984824.036861:0:24327:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984824.036905:0:24327:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305840 going to sleep for 11 seconds 00000100:00100000:1.0:1788984824.037160:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301376 00000100:00100000:1.0:1788984824.037167:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301376 00000100:00100000:1.0:1788984824.037216:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 93 00000100:00100000:1.0:1788984824.037224:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:24327:x1875885973301376:12345-0@lo:104: 00010000:00010000:1.0:1788984824.037236:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.037436:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984824.037443:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:24327:x1875885973301376:12345-0@lo:104: Request processed in 220us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984824.037449:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 93 00010000:00010000:0.0:1788984824.037612:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984824.037619:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.037640:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984824.037644:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.037654:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984824.037661:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984824.037667:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984824.037704:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.037710:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984824.037739:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.037746:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eae00/0xa0dd3253da52f191 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f198 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984824.037760:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984824.037762:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984824.037763:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984824.037770:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984824.037780:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973301504:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984824.037809:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984824.037880:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301504 00000100:00100000:1.0:1788984824.037885:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301504 00010000:00010000:1.0:1788984824.037904:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 24 pid: 6509 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984824.037969:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788984824.037976:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973301504:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984824.037988:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984824.037993:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 24 pid: 6509 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038004:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 24 pid: 6509 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038021:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038029:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038042:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038049:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038055:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038062:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038067:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984824.038071:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038085:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038093:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984824.038115:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984824.038161:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973301504:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984824.038168:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00000100:00100000:1.0:1788984824.038203:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973301504:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984824.038560:0:24327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f198 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f191 expref: 23 pid: 6509 timeout: 763 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984824.038572:0:24327:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24327:1875885973301376:0@lo:104: 00010000:00010000:2.0:1788984824.038589:0:24327:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984824.038598:0:24327:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984824.038604:0:24327:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984824.038610:0:24327:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f19f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24327 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984824.542282:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973301632:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984824.542410:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984824.542549:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301632 00000100:00100000:0.0:1788984824.542559:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301632 00000100:00100000:0.0:1788984824.542634:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:0.0:1788984824.542643:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973301632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984824.542678:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984824.542755:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973301632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984824.542762:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1788984824.543910:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973301632:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984824.798267:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984825.694120:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984825.694138:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984825.694144:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984825.694192:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.694206:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.694217:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984825.694243:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973301760:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984825.694310:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984825.697463:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254000 going to sleep for 11 seconds 00000100:00100000:0.0:1788984825.710041:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301760 00000100:00100000:0.0:1788984825.710059:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301760 00000100:00100000:1.0:1788984825.710197:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788984825.710216:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973301760:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984825.710235:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984825.710255:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f1a6 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.710284:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.710296:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.710305:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb800, rc 0) 00000100:00100000:1.0:1788984825.710384:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973301760:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 170us (16073us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984825.710391:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788984825.710437:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973301760:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984825.710455:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.710465:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984825.710485:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984825.710490:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.710498:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984825.825372:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984825.913321:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984825.913363:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984825.913395:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984825.913424:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172864 00000100:00100000:1.0:1788984825.913435:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172864 00000100:00100000:1.0:1788984825.913494:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172736 00000100:00100000:1.0:1788984825.913498:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172736 00000100:00100000:1.0:1788984825.913524:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 647 00000100:00100000:1.0:1788984825.913535:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953172864:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984825.913608:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953172864:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984825.913616:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 647 00000100:00100000:1.0:1788984825.913632:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 648 00000100:00100000:1.0:1788984825.913638:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953172736:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984825.913659:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953172736:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (264us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984825.913665:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 648 00000100:00080000:1.0:1788984825.913683:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984825.913686:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984825.913813:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172608 00000100:00100000:3.0:1788984825.913818:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172608 00000100:00100000:3.0:1788984825.913851:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 478 00000100:00100000:3.0:1788984825.913858:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953172608:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984825.913886:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953172608:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (572us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984825.913892:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 478 00000100:00100000:0.0:1788984826.078220:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984826.078244:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973301888:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984826.078322:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984826.078404:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973301888 00000100:00100000:0.0:1788984826.078413:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973301888 00000100:00100000:0.0:1788984826.078462:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1788984826.078472:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973301888:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984826.078506:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984826.078555:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973301888:12345-0@lo:41:osp-pre-0-1.0 Request processed in 85us (233us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984826.078563:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:0.0:1788984826.078610:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973301888:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984826.078744:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984826.078753:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973302016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984826.078786:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984826.078821:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302016 00000100:00100000:1.0:1788984826.078825:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302016 00000100:00100000:1.0:1788984826.078875:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788984826.078882:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973302016:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984826.078902:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984826.078961:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973302016:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984826.078967:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00080000:1.0:1788984826.078986:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984826.079007:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432f0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973302016:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984826.079174:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973302144:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984826.079200:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984826.079275:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302144 00000100:00100000:2.0:1788984826.079280:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302144 00000100:00100000:2.0:1788984826.079321:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1788984826.079329:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973302144:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984826.079339:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984826.079374:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973302144:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (173us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984826.079381:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1788984826.079412:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973302144:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788984826.079467:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984826.079965:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973302656:0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080010:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984826.080038:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973303168:0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080059:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984826.080079:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788984826.080084:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973302528:0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080108:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984826.080137:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973303040:0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080162:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984826.080188:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302528 00000100:00100000:2.0:1788984826.080193:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302528 00000100:00100000:2.0:1788984826.080221:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1788984826.080229:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973302528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080268:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141921c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973302528:12345-0@lo:400:kworker.0 Request processed in 39us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984826.080274:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1788984826.080292:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302656 00000100:00100000:2.0:1788984826.080295:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302656 00000100:00100000:2.0:1788984826.080324:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303168 00000100:00100000:2.0:1788984826.080328:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303168 00000100:00100000:2.0:1788984826.080351:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1788984826.080357:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973302656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080387:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973302656:12345-0@lo:400:kworker.0 Request processed in 30us (376us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984826.080393:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1788984826.080405:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788984826.080410:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973303168:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080446:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143000700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973303168:12345-0@lo:400:kworker.0 Request processed in 36us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984826.080452:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00080000:2.0:1788984826.080474:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984826.080496:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973302528:0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080507:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973302656:0@lo:400:kworker.0 00000100:00100000:2.0:1788984826.080515:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973303168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984826.080750:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303040 00000100:00100000:0.0:1788984826.080755:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303040 00000100:00100000:0.0:1788984826.080801:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1788984826.080809:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973303040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984826.080849:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973303040:12345-0@lo:400:kworker.0 Request processed in 41us (686us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984826.080855:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 260 00000100:00100000:0.0:1788984826.080903:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973303040:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081038:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973302400:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081072:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984826.081109:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973302912:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081149:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984826.081180:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788984826.081187:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973302272:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081208:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984826.081225:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973302784:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081244:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984826.081259:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973303296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081278:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984826.081300:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302400 00000100:00100000:3.0:1788984826.081310:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302400 00000100:00100000:3.0:1788984826.081335:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302272 00000100:00100000:3.0:1788984826.081338:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302272 00000100:00100000:3.0:1788984826.081349:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302784 00000100:00100000:3.0:1788984826.081351:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302784 00000100:00100000:3.0:1788984826.081362:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303296 00000100:00100000:3.0:1788984826.081364:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303296 00000100:00100000:3.0:1788984826.081377:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788984826.081383:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973302400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081465:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973302400:12345-0@lo:400:kworker.0 Request processed in 82us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984826.081471:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788984826.081484:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1788984826.081491:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973302272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081517:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973302272:12345-0@lo:400:kworker.0 Request processed in 27us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984826.081522:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:3.0:1788984826.081533:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788984826.081539:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973302784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081563:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973302784:12345-0@lo:400:kworker.0 Request processed in 24us (318us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984826.081569:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788984826.081578:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1788984826.081584:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973303296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081606:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973303296:12345-0@lo:400:kworker.0 Request processed in 22us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984826.081611:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1788984826.081791:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973302272:0@lo:400:kworker.0 00010000:00080000:3.0:1788984826.081803:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d31c00 x1875885973302784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984826.081812:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973302784:0@lo:400:kworker.0 00010000:00080000:3.0:1788984826.081821:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb65880 x1875885973303296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984826.081829:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973303296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984826.081838:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1141bfca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973302400:0@lo:400:kworker.0 00000100:00100000:1.0:1788984826.081961:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973302912 00000100:00100000:1.0:1788984826.081965:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973302912 00000100:00100000:1.0:1788984826.081995:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 261 00000100:00100000:1.0:1788984826.082002:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973302912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984826.082041:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973302912:12345-0@lo:400:kworker.0 Request processed in 40us (891us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984826.082048:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 261 00000100:00080000:2.0:1788984826.082130:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984826.082135:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984826.082232:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973302912:0@lo:400:kworker.0 00010000:00010000:0.0:1788984826.846130:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984827.871205:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984828.895360:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984829.155195:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973303424:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984829.155275:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984829.155357:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303424 00000100:00100000:2.0:1788984829.155365:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303424 00000100:00100000:2.0:1788984829.155417:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1788984829.155427:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973303424:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984829.155455:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984829.155514:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973303424:12345-0@lo:13:osp-pre-0-1.0 Request processed in 88us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984829.155522:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00080000:2.0:1788984829.155542:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984829.155580:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973303424:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984829.161201:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973303552:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984829.161272:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984829.161340:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303552 00000100:00100000:0.0:1788984829.161348:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303552 00000100:00100000:0.0:1788984829.161400:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1788984829.161411:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973303552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984829.161432:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984829.161490:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973303552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (217us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984829.161497:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:0.0:1788984829.161544:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973303552:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788984829.161563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984829.662637:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984829.662665:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973303680:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984829.662736:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984829.662859:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303680 00000100:00100000:1.0:1788984829.662869:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303680 00000100:00100000:1.0:1788984829.662940:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1788984829.662951:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973303680:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984829.662985:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984829.663044:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973303680:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984829.663079:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:3.0:1788984829.663390:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d3f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973303680:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984829.919158:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788984830.509457:0:24522:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 10d: verfify nodemap range format '*@' support ========================================================== 16:13:49 (1788984829) 00010000:00010000:1.0:1788984830.942629:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984831.034699:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984831.034752:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984831.034850:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984831.034883:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173120 00000100:00100000:1.0:1788984831.034892:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173120 00000100:00100000:1.0:1788984831.034967:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173248 00000100:00100000:1.0:1788984831.034971:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173248 00000100:00100000:1.0:1788984831.034998:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 655 00000100:00100000:1.0:1788984831.035008:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953173120:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984831.035093:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953173120:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 86us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984831.035102:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 655 00000100:00100000:1.0:1788984831.035120:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 656 00000100:00100000:1.0:1788984831.035128:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953173248:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984831.035152:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d3f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953173248:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (318us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984831.035158:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 656 00000100:00080000:1.0:1788984831.035176:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984831.035180:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984831.035677:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953172992 00000100:00100000:0.0:1788984831.035684:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953172992 00000100:00100000:0.0:1788984831.035763:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 479 00000100:00100000:0.0:1788984831.035771:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953172992:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984831.035816:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953172992:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (1064us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984831.035822:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 479 00000100:00100000:2.0:1788984831.200529:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973303808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984831.200610:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.200741:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303808 00000100:00100000:2.0:1788984831.200760:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303808 00000100:00100000:2.0:1788984831.200804:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:2.0:1788984831.200813:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973303808:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984831.200848:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984831.200889:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973303808:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (279us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.200896:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1788984831.201437:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973304064:0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201474:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984831.201500:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973304576:0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201523:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984831.201544:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788984831.201549:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973304192:0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201566:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984831.201577:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973304704:0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201591:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984831.201626:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304576 00000100:00100000:3.0:1788984831.201631:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304576 00000100:00100000:3.0:1788984831.201664:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304192 00000100:00100000:3.0:1788984831.201667:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304192 00000100:00100000:3.0:1788984831.201682:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304704 00000100:00100000:3.0:1788984831.201684:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304704 00000100:00100000:3.0:1788984831.201698:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788984831.201703:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973304576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201737:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973304576:12345-0@lo:400:kworker.0 Request processed in 34us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984831.201743:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:3.0:1788984831.201755:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788984831.201760:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973304192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201780:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973304192:12345-0@lo:400:kworker.0 Request processed in 21us (214us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984831.201785:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 658 00000100:00100000:3.0:1788984831.201793:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788984831.201798:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973304704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201817:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973304704:12345-0@lo:400:kworker.0 Request processed in 19us (225us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984831.201821:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:3.0:1788984831.201850:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973304192:0@lo:400:kworker.0 00010000:00080000:3.0:1788984831.201863:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab0000 x1875885973304704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984831.201873:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973304704:0@lo:400:kworker.0 00000100:00100000:3.0:1788984831.201882:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973304576:0@lo:400:kworker.0 00000100:00100000:0.0:1788984831.202180:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973305088:0@lo:400:kworker.0 00000100:00100000:0.0:1788984831.202207:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984831.202401:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984831.202414:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973305216:0@lo:400:kworker.0 00000100:00100000:0.0:1788984831.202483:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984831.202508:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305088 00000100:00100000:0.0:1788984831.202513:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305088 00000100:00100000:0.0:1788984831.202536:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305216 00000100:00100000:0.0:1788984831.202538:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305216 00000100:00100000:0.0:1788984831.202552:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1788984831.202557:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973305088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984831.202590:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973305088:12345-0@lo:400:kworker.0 Request processed in 33us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984831.202596:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1788984831.202608:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:0.0:1788984831.202613:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973305216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984831.202634:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973305216:12345-0@lo:400:kworker.0 Request processed in 21us (151us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984831.202639:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00010000:00080000:0.0:1788984831.202661:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab3b80 x1875885973305216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984831.202671:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973305216:0@lo:400:kworker.0 00000100:00100000:0.0:1788984831.202679:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973305088:0@lo:400:kworker.0 00000100:00100000:1.0:1788984831.203552:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304064 00000100:00100000:1.0:1788984831.203560:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304064 00000100:00100000:1.0:1788984831.203611:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788984831.203620:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973304064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984831.203688:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973304064:12345-0@lo:400:kworker.0 Request processed in 70us (2213us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984831.203694:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00080000:1.0:1788984831.203730:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984831.203734:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984831.203783:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973305600:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984831.203812:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984831.203847:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973304064:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204350:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973303936:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984831.204383:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204407:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973304448:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204431:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204451:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973304960:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204473:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204490:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973305472:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204508:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204528:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788984831.204534:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973304320:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204557:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204573:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973304832:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204590:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204605:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973305344:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204622:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984831.204669:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973303808:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984831.204694:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304448 00000100:00100000:2.0:1788984831.204698:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304448 00000100:00100000:2.0:1788984831.204738:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1788984831.204745:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973304448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204788:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973304448:12345-0@lo:400:kworker.0 Request processed in 44us (355us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.204795:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00100000:2.0:1788984831.204818:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304320 00000100:00100000:2.0:1788984831.204822:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304320 00000100:00100000:2.0:1788984831.204848:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1788984831.204854:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973304320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.204884:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973304320:12345-0@lo:400:kworker.0 Request processed in 31us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.204889:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 662 00000100:00100000:2.0:1788984831.204918:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305600 00000100:00100000:2.0:1788984831.204922:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305600 00000100:00100000:2.0:1788984831.204974:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973303936 00000100:00100000:2.0:1788984831.204977:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973303936 00000100:00100000:2.0:1788984831.207409:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1788984831.207422:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973305600:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984831.207457:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984831.207546:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973305600:12345-0@lo:13:osp-pre-1-1.0 Request processed in 127us (3732us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.207553:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1788984831.207567:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1788984831.207574:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973303936:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984831.207584:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984831.207610:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973303936:12345-0@lo:13:osp-pre-1-0.0 Request processed in 37us (3226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.207629:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:2.0:1788984831.207668:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304960 00000100:00100000:2.0:1788984831.207676:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304960 00000100:00100000:2.0:1788984831.207702:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305472 00000100:00100000:2.0:1788984831.207705:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305472 00000100:00100000:2.0:1788984831.207715:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973304832 00000100:00100000:2.0:1788984831.207718:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973304832 00000100:00100000:2.0:1788984831.207730:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305344 00000100:00100000:2.0:1788984831.207732:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305344 00000100:00100000:2.0:1788984831.207743:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1788984831.207749:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973304960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.207785:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973304960:12345-0@lo:400:kworker.0 Request processed in 36us (3311us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.207792:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 262 00000100:00100000:2.0:1788984831.207803:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1788984831.207809:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973305472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.207833:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973305472:12345-0@lo:400:kworker.0 Request processed in 25us (3325us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.207839:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 263 00000100:00100000:2.0:1788984831.207849:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1788984831.207855:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1141bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973304832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.207879:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1141bfc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973304832:12345-0@lo:400:kworker.0 Request processed in 25us (3288us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.207885:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 264 00000100:00100000:2.0:1788984831.207894:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788984831.207899:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973305344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.207976:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b02680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973305344:12345-0@lo:400:kworker.0 Request processed in 77us (3352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984831.207983:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 265 00000100:00100000:2.0:1788984831.208050:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973304320:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.208063:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973304832:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.208082:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973305344:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.208098:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973303936:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984831.209443:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973305600:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984831.209818:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973304448:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.209837:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973304960:0@lo:400:kworker.0 00000100:00100000:2.0:1788984831.209848:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973305472:0@lo:400:kworker.0 00000100:00080000:2.0:1788984831.209890:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984831.209895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:1.0:1788984831.970331:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984832.537764:0:24618:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc1a251fe0 20000000:00000080:2.0:1788984832.537781:0:24618:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c1c00 uarg=0000000000000000 10000000:01000000:2.0:1788984832.538699:0:24618:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984832.538725:0:24618:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.538746:0:24618:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.538754:0:24618:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.538793:0:24618:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.538816:0:24618:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 23 pid: 6506 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984832.538831:0:24618:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24618:1875885973305728:0@lo:104: 00000100:00100000:2.0:1788984832.538900:0:24618:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984832.539433:0:24618:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788984832.539470:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305728 00000100:00100000:1.0:1788984832.539480:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305728 00000100:00100000:1.0:1788984832.539537:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 94 00000100:00100000:1.0:1788984832.539548:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:24618:x1875885973305728:12345-0@lo:104: 00010000:00010000:1.0:1788984832.539560:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984832.539710:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984832.539717:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:24618:x1875885973305728:12345-0@lo:104: Request processed in 172us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984832.539724:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 94 00010000:00010000:3.0:1788984832.539784:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984832.539791:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.539798:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984832.539803:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.539811:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984832.539819:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984832.539825:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984832.539860:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.539867:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984832.539895:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.539902:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f1a6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.539920:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984832.539921:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984832.539923:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984832.540002:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973305856:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984832.540038:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984832.540199:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305856 00000100:00100000:3.0:1788984832.540203:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305856 00010000:00010000:3.0:1788984832.540245:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 24 pid: 6506 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984832.540276:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:3.0:1788984832.540283:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973305856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984832.540294:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984832.540300:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 24 pid: 6506 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540311:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 24 pid: 6506 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540328:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540337:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540352:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540358:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540366:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540372:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540377:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984832.540381:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540395:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540404:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984832.540414:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984832.540443:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973305856:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984832.540451:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00000100:00100000:0.0:1788984832.540701:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973305856:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984832.540863:0:24618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f1ad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f1a6 expref: 23 pid: 6506 timeout: 772 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984832.540874:0:24618:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24618:1875885973305728:0@lo:104: 00010000:00010000:2.0:1788984832.540889:0:24618:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.540898:0:24618:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.540904:0:24618:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984832.540910:0:24618:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f1b4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24618 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984832.993315:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984833.527807:0:24666:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcb2857d20 20000000:00000080:3.0:1788984833.527825:0:24666:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d05fc00 uarg=0000000000000000 10000000:01000000:3.0:1788984833.528316:0:24666:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984833.528339:0:24666:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528355:0:24666:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528365:0:24666:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528371:0:24666:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528377:0:24666:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528383:0:24666:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528400:0:24666:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984833.528405:0:24666:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528414:0:24666:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528427:0:24666:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528435:0:24666:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984833.528441:0:24666:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f1bb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24666 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984833.950083:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984833.950092:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984833.950098:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984833.950162:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984833.950176:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984833.950205:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984833.950231:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973305984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984833.950316:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984833.950386:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984833.950516:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973305984 00000100:00100000:0.0:1788984833.950526:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973305984 00000100:00100000:0.0:1788984833.950588:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1788984833.950598:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973305984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984833.950613:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984833.950628:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f1c2 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984833.950654:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984833.950665:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984833.950675:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8200, rc 0) 00000100:00100000:0.0:1788984833.950729:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973305984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (413us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984833.950737:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1788984833.950825:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973305984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984833.950840:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984833.950850:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984833.950882:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984833.950888:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984833.950895:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984834.014595:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984834.280540:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973306112:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984834.280647:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984834.281795:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306112 00000100:00100000:1.0:1788984834.281811:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306112 00000100:00100000:1.0:1788984834.281894:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1788984834.281905:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973306112:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984834.281962:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984834.282055:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973306112:12345-0@lo:13:osp-pre-0-1.0 Request processed in 141us (1397us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984834.282062:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1788984834.282125:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973306112:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984834.282202:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984834.282563:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973306240:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984834.282611:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984834.284172:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306240 00000100:00100000:3.0:1788984834.284187:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306240 00000100:00100000:3.0:1788984834.284275:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:3.0:1788984834.284286:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973306240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984834.284332:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984834.284416:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973306240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 132us (1804us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984834.284423:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00080000:0.0:1788984834.284571:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984834.284624:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973306240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984834.786957:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984834.786992:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973306368:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984834.787116:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984834.787211:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306368 00000100:00100000:2.0:1788984834.787229:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306368 00000100:00100000:2.0:1788984834.787292:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1788984834.787304:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973306368:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984834.787353:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984834.787409:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973306368:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984834.787418:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:2.0:1788984834.787477:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973306368:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984835.038666:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984836.069667:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984836.152388:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984836.152443:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173376 00000100:00100000:0.0:1788984836.152457:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173376 00000100:00100000:0.0:1788984836.152519:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 482 00000100:00100000:0.0:1788984836.153122:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953173376:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984836.153240:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953173376:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 689us (868us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984836.153250:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 482 00000100:00100000:2.0:1788984836.191633:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984836.191801:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173504 00000100:00100000:3.0:1788984836.191815:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173504 00000100:00100000:3.0:1788984836.191907:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 663 00000100:00100000:3.0:1788984836.191920:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953173504:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:0.0:1788984836.192400:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984836.192707:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953173504:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 787us (1086us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984836.192720:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 663 00000100:00100000:0.0:1788984836.206113:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984836.206463:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173632 00000100:00100000:2.0:1788984836.206478:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173632 00000100:00100000:2.0:1788984836.206578:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 664 00000100:00100000:2.0:1788984836.206591:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953173632:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984836.206709:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953173632:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 121us (612us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.206719:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 664 00000100:00080000:1.0:1788984836.206876:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984836.318412:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984836.318445:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973306496:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984836.318540:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984836.318790:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984836.318801:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973306624:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984836.318838:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984836.318962:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984836.318971:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973306752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984836.319000:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984836.319435:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306496 00000100:00100000:2.0:1788984836.319447:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306496 00000100:00100000:2.0:1788984836.319530:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306752 00000100:00100000:2.0:1788984836.319533:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306752 00000100:00100000:2.0:1788984836.319554:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788984836.319565:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973306496:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984836.319605:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984836.319677:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973306496:12345-0@lo:13:osp-pre-1-0.0 Request processed in 114us (1136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.319686:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:3.0:1788984836.319711:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1788984836.319740:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973306752:12345-0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788984836.319756:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00002000:00000024:3.0:1788984836.319773:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984836.319873:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973306752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 149us (870us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984836.319967:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973306752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984836.320353:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306624 00000100:00100000:2.0:1788984836.320361:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306624 00000100:00100000:2.0:1788984836.320445:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1788984836.320454:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973306624:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984836.320488:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984836.320595:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973306624:12345-0@lo:41:osp-pre-0-1.0 Request processed in 142us (1756us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.320602:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:1.0:1788984836.322127:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973306624:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984836.324486:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973306496:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984836.324711:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973307136:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.324791:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984836.324836:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973307648:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.324878:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984836.324901:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:2.0:1788984836.324906:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973307264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.324957:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984836.324975:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973307776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.324995:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984836.325036:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307136 00000100:00100000:2.0:1788984836.325044:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307136 00000100:00100000:2.0:1788984836.325104:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1788984836.325116:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973307136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325183:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973307136:12345-0@lo:400:kworker.0 Request processed in 69us (392us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.325191:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:2.0:1788984836.325218:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307648 00000100:00100000:2.0:1788984836.325221:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307648 00000100:00100000:2.0:1788984836.325422:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307776 00000100:00100000:2.0:1788984836.325426:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307776 00000100:00100000:2.0:1788984836.325452:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1788984836.325458:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973307648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325492:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973307648:12345-0@lo:400:kworker.0 Request processed in 34us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.325499:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 266 00000100:00100000:2.0:1788984836.325510:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1788984836.325516:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973307776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325540:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973307776:12345-0@lo:400:kworker.0 Request processed in 25us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.325546:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 267 00000100:00100000:2.0:1788984836.325572:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307264 00000100:00100000:2.0:1788984836.325576:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307264 00000100:00100000:2.0:1788984836.325601:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1788984836.325608:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973307264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325655:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973307264:12345-0@lo:400:kworker.0 Request processed in 47us (698us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.325661:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00080000:2.0:1788984836.325697:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984836.325732:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973307264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325743:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973307776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325752:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973307136:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.325760:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973307648:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.325870:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973307008:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.325909:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984836.325979:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973307520:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.326000:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984836.326014:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973308032:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.326044:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984836.326061:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788984836.326067:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973306880:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.326096:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984836.326115:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973307392:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.326135:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984836.326147:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973307904:0@lo:400:kworker.0 00000100:00100000:0.0:1788984836.326166:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984836.326270:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973306880 00000100:00100000:1.0:1788984836.326275:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973306880 00000100:00100000:1.0:1788984836.326312:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788984836.326320:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973306880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984836.326363:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973306880:12345-0@lo:400:kworker.0 Request processed in 44us (265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984836.326370:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788984836.326407:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973306880:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.326587:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307008 00000100:00100000:2.0:1788984836.326591:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307008 00000100:00100000:2.0:1788984836.326613:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307520 00000100:00100000:2.0:1788984836.326615:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307520 00000100:00100000:2.0:1788984836.326642:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308032 00000100:00100000:2.0:1788984836.326645:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308032 00000100:00100000:2.0:1788984836.326656:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307392 00000100:00100000:2.0:1788984836.326659:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307392 00000100:00100000:2.0:1788984836.326670:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973307904 00000100:00100000:2.0:1788984836.326673:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973307904 00000100:00100000:2.0:1788984836.326686:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1788984836.326692:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973307008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.326733:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973307008:12345-0@lo:400:kworker.0 Request processed in 41us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.326739:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 666 00000100:00100000:2.0:1788984836.326763:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788984836.326770:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973307520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.326799:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973307520:12345-0@lo:400:kworker.0 Request processed in 30us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.326805:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788984836.326816:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1788984836.326822:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973308032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.326846:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973308032:12345-0@lo:400:kworker.0 Request processed in 25us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.326852:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:2.0:1788984836.326863:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1788984836.326869:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973307392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.326893:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973307392:12345-0@lo:400:kworker.0 Request processed in 24us (757us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.326899:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1788984836.326909:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1788984836.326916:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973307904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.326966:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973307904:12345-0@lo:400:kworker.0 Request processed in 50us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984836.326972:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 670 00000100:00100000:2.0:1788984836.327013:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973307392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.327034:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973307904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984836.327044:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973307008:0@lo:400:kworker.0 00010000:00080000:2.0:1788984836.327057:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9c380 x1875885973307520/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984836.327074:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973307520:0@lo:400:kworker.0 00010000:00080000:2.0:1788984836.327086:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9e300 x1875885973308032/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984836.327093:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973308032:0@lo:400:kworker.0 00000100:00080000:1.0:1788984836.327401:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984836.327407:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984836.330117:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000020:00000080:1.0:1788984836.846837:0:24811:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff75cf8210 20000000:00000080:1.0:1788984836.846855:0:24811:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5f800 uarg=0000000000000000 10000000:01000000:1.0:1788984836.849053:0:24811:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984836.849090:0:24811:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984836.849109:0:24811:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984836.849118:0:24811:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984836.849155:0:24811:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984836.849169:0:24811:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 23 pid: 6508 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984836.849202:0:24811:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24811:1875885973308160:0@lo:104: 00000100:00100000:1.0:1788984836.849413:0:24811:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984836.849529:0:24811:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc0f00 going to sleep for 11 seconds 00000100:00100000:3.0:1788984836.850233:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308160 00000100:00100000:3.0:1788984836.850312:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308160 00000100:00100000:3.0:1788984836.850390:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 95 00000100:00100000:3.0:1788984836.850400:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:24811:x1875885973308160:12345-0@lo:104: 00010000:00010000:3.0:1788984836.850414:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984836.850490:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984836.850495:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:24811:x1875885973308160:12345-0@lo:104: Request processed in 97us (1084us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984836.850502:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 95 00010000:00010000:0.0:1788984836.850550:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984836.850557:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850579:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984836.850583:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984836.850589:0:24811:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:24811:1875885973308160:0@lo:104: 00010000:00010000:0.0:1788984836.850591:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984836.850597:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984836.850603:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984836.850611:0:24811:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850634:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850640:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788984836.850696:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973308288:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984836.850731:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788984836.850781:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850789:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f1c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850805:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984836.850807:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984836.850809:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984836.850827:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308288 00000100:00100000:0.0:1788984836.850831:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308288 00010000:00010000:0.0:1788984836.850861:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 24 pid: 6508 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984836.850885:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:0.0:1788984836.850898:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973308288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984836.850909:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984836.850914:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 24 pid: 6508 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850953:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 24 pid: 6508 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850968:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f1c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f1c2 expref: 24 pid: 6508 timeout: 776 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850980:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.850989:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851002:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851010:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851017:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851032:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851038:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984836.851042:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851055:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851072:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984836.851081:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788984836.851092:0:24811:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984836.851100:0:24811:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984836.851106:0:24811:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f1d0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 24811 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984836.854699:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973308288:12345-0@lo:103:ldlm_bl.0 Request processed in 3792us (3958us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984836.854714:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788984836.857954:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973308288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984837.086613:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984838.110077:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984838.247143:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984838.247151:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984838.247156:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984838.247215:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984838.247234:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984838.247246:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984838.247273:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973308416:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984838.247335:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984838.247387:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627d780 going to sleep for 11 seconds 00000100:00100000:0.0:1788984838.248288:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308416 00000100:00100000:0.0:1788984838.248299:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308416 00000100:00100000:0.0:1788984838.248354:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1788984838.248364:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973308416:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984838.248379:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984838.248395:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f1d7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984838.248417:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984838.248428:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984838.248436:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9a00, rc 0) 00000100:00100000:0.0:1788984838.248494:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973308416:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 130us (1157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984838.248510:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788984838.249053:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973308416:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984838.249094:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984838.249104:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984838.249125:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984838.249130:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984838.249137:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984839.134081:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984839.390371:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973308544:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984839.390468:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984839.390556:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308544 00000100:00100000:0.0:1788984839.390566:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308544 00000100:00100000:0.0:1788984839.390629:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1788984839.390638:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973308544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984839.390674:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984839.390719:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973308544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984839.390727:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:0.0:1788984839.390798:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973308544:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984839.390861:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984839.393800:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984839.393827:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973308672:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984839.393911:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984839.394011:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308672 00000100:00100000:0.0:1788984839.394020:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308672 00000100:00100000:0.0:1788984839.394085:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:0.0:1788984839.394095:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973308672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984839.394123:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984839.394176:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973308672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 81us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984839.394183:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:0.0:1788984839.394206:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984839.394259:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e32d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973308672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984839.905138:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973308800:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984839.905246:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984839.905473:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308800 00000100:00100000:3.0:1788984839.905484:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308800 00000100:00100000:3.0:1788984839.905580:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:3.0:1788984839.905592:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973308800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984839.905643:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984839.905731:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973308800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 140us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984839.905739:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:1.0:1788984839.905819:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973308800:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984840.176390:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984841.190131:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984841.285330:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984841.285383:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984841.285479:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984841.285516:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174016 00000100:00100000:0.0:1788984841.285529:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174016 00000100:00100000:0.0:1788984841.285601:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173888 00000100:00100000:0.0:1788984841.285605:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173888 00000100:00100000:0.0:1788984841.285632:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 671 00000100:00100000:1.0:1788984841.285637:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953173760 00000100:00100000:1.0:1788984841.285641:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953173760 00000100:00100000:0.0:1788984841.285655:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953174016:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984841.285675:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 485 00000100:00100000:1.0:1788984841.285681:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953173760:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984841.285756:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953173760:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (444us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984841.285765:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 485 00000100:00100000:1.0:1788984841.285833:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 672 00000100:00100000:1.0:1788984841.285841:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953173888:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984841.286235:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953174016:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 580us (848us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.286243:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 671 00000100:00100000:1.0:1788984841.286733:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953173888:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 890us (1250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984841.286756:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 672 00000100:00080000:1.0:1788984841.286779:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984841.286783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984841.439680:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973308928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.439787:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984841.439903:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973309056:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.440032:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973309440:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.442997:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.443564:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309056 00000100:00100000:2.0:1788984841.443577:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309056 00000100:00100000:2.0:1788984841.443654:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 673 00000100:00100000:2.0:1788984841.443666:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973309056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.443748:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973309056:12345-0@lo:400:kworker.0 Request processed in 84us (760us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.443774:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 673 00000100:00100000:0.0:1788984841.443887:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973309696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.443960:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984841.443995:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973310208:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.444019:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984841.444074:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973309056:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.444095:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984841.444104:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973309312:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.444131:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984841.444920:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973309824:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.444997:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984841.445037:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973310336:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.445063:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.445121:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973309184:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984841.445571:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.445602:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973309568:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.445629:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.445649:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973310080:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.445674:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.445692:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973310592:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.445712:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.445775:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973308928 00000100:00100000:2.0:1788984841.445783:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973308928 00000100:00100000:0.0:1788984841.445952:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309696 00000100:00100000:0.0:1788984841.445957:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309696 00000100:00100000:0.0:1788984841.446014:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310208 00000100:00100000:0.0:1788984841.446018:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310208 00000100:00100000:0.0:1788984841.446033:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309824 00000100:00100000:0.0:1788984841.446036:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309824 00000100:00100000:0.0:1788984841.446051:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310336 00000100:00100000:0.0:1788984841.446054:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310336 00000100:00100000:0.0:1788984841.446069:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1788984841.446079:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973309696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.446840:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973309696:12345-0@lo:400:kworker.0 Request processed in 757us (2874us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.446851:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:0.0:1788984841.446883:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1788984841.446891:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973310208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.446968:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973310208:12345-0@lo:400:kworker.0 Request processed in 78us (2948us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.446984:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1788984841.446998:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1788984841.447005:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973309824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.447036:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973309824:12345-0@lo:400:kworker.0 Request processed in 32us (2039us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.447041:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:0.0:1788984841.447053:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788984841.447060:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973310336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.447102:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973310336:12345-0@lo:400:kworker.0 Request processed in 42us (2038us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.447108:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:2.0:1788984841.447299:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788984841.447309:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973308928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.447583:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973308928:12345-0@lo:400:kworker.0 Request processed in 276us (7796us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.447590:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788984841.447634:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309312 00000100:00100000:2.0:1788984841.447641:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309312 00000100:00100000:2.0:1788984841.447677:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309568 00000100:00100000:2.0:1788984841.447681:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309568 00000100:00100000:2.0:1788984841.447696:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1788984841.447702:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973309312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.447739:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973309312:12345-0@lo:400:kworker.0 Request processed in 36us (3606us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.447745:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:2.0:1788984841.447765:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1788984841.447771:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973309568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.447822:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973309568:12345-0@lo:400:kworker.0 Request processed in 37us (2178us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.447829:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:2.0:1788984841.447850:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310080 00000100:00100000:2.0:1788984841.447853:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310080 00000100:00100000:2.0:1788984841.447884:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310592 00000100:00100000:2.0:1788984841.447888:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310592 00000100:00100000:2.0:1788984841.447908:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1788984841.447915:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973310080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.447970:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973310080:12345-0@lo:400:kworker.0 Request processed in 55us (2296us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.447986:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 268 00000100:00100000:2.0:1788984841.447998:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1788984841.448004:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973310592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.448034:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973310592:12345-0@lo:400:kworker.0 Request processed in 30us (2321us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.448040:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 269 00000100:00100000:2.0:1788984841.448098:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973309568:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.448112:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973310080:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.448123:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973310592:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.448612:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309184 00000100:00100000:0.0:1788984841.448620:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309184 00000100:00100000:0.0:1788984841.448658:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:0.0:1788984841.448667:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973309184:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984841.448694:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984841.448748:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973309184:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (3178us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.448755:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00080000:0.0:1788984841.448783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984841.448787:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984841.448791:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984841.448794:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984841.448841:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973309184:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984841.448888:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973310720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984841.449542:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973310848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984841.449579:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.449623:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310848 00000100:00100000:2.0:1788984841.449638:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310848 00000100:00100000:2.0:1788984841.449670:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788984841.449676:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973310848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984841.449708:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984841.449747:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973310848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 71us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.449753:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:2.0:1788984841.449787:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973310848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984841.449886:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984841.449958:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310720 00000100:00100000:0.0:1788984841.449962:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310720 00000100:00100000:0.0:1788984841.450007:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1788984841.450014:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973310720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984841.450029:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984841.450060:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973310720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (1072us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.450066:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00080000:0.0:1788984841.450091:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984841.451663:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.451711:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973309952:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.451749:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.451786:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309952 00000100:00100000:2.0:1788984841.451794:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309952 00000100:00100000:2.0:1788984841.451945:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1788984841.451955:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973309952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.452017:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973309952:12345-0@lo:400:kworker.0 Request processed in 64us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.452024:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 270 00000100:00100000:2.0:1788984841.452071:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973309952:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.452079:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973310464:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.452100:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984841.452122:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310464 00000100:00100000:2.0:1788984841.452125:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310464 00000100:00080000:0.0:1788984841.452631:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984841.452650:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973309440 00000100:00100000:0.0:1788984841.452654:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973309440 00000100:00100000:0.0:1788984841.452694:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 678 00000100:00100000:0.0:1788984841.452703:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973309440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.452752:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973309440:12345-0@lo:400:kworker.0 Request processed in 51us (1096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984841.452758:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 678 00000100:00100000:2.0:1788984841.452906:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1788984841.452915:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973310464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.452983:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973310464:12345-0@lo:400:kworker.0 Request processed in 61us (872us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984841.452999:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 271 00000100:00100000:2.0:1788984841.453041:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973310464:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.453073:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973308928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984841.453085:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973309440:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.454869:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973310720:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984841.454902:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973309312:0@lo:400:kworker.0 00010000:00080000:0.0:1788984841.454919:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9d500 x1875885973309824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984841.454958:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973309824:0@lo:400:kworker.0 00010000:00080000:0.0:1788984841.454973:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9fb80 x1875885973310336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984857 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984841.455009:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973310336:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.455024:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973309696:0@lo:400:kworker.0 00000100:00100000:0.0:1788984841.455036:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973310208:0@lo:400:kworker.0 00010000:00010000:0.0:1788984842.217127:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984843.231170:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1788984844.147962:0:25006:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 11: nodemap modify ==================== 16:14:02 (1788984842) 00010000:00010000:2.0:1788984844.254909:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984844.512481:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984844.512505:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973310976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984844.512574:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984844.512646:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973310976 00000100:00100000:2.0:1788984844.512655:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973310976 00000100:00100000:2.0:1788984844.512707:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1788984844.512719:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973310976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984844.512749:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984844.512796:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973310976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984844.512802:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:2.0:1788984844.512824:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984844.512866:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973310976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984844.513194:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973311104:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984844.513222:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984844.514429:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311104 00000100:00100000:0.0:1788984844.514441:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311104 00000100:00100000:0.0:1788984844.514502:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1788984844.514512:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973311104:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984844.514541:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788984844.514654:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984844.517602:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973311104:12345-0@lo:13:osp-pre-0-1.0 Request processed in 3082us (4369us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984844.517617:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1788984844.517741:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973311104:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984845.023811:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984845.023836:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973311232:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984845.023919:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984845.024266:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311232 00000100:00100000:0.0:1788984845.024275:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311232 00000100:00100000:0.0:1788984845.024328:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1788984845.024338:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973311232:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984845.024372:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984845.024441:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973311232:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (521us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984845.024448:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1788984845.024622:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973311232:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1788984845.163452:0:25054:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2c931c20 20000000:00000080:1.0:1788984845.163470:0:25054:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5d400 uarg=0000000000000000 10000000:01000000:1.0:1788984845.163524:0:25054:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984845.163544:0:25054:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984845.163562:0:25054:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984845.163570:0:25054:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984845.163609:0:25054:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984845.163623:0:25054:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 23 pid: 6508 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984845.163638:0:25054:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25054:1875885973311360:0@lo:104: 00000100:00100000:1.0:1788984845.163700:0:25054:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984845.163754:0:25054:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f900 going to sleep for 11 seconds 00000100:00100000:3.0:1788984845.163996:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311360 00000100:00100000:3.0:1788984845.164004:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311360 00000100:00100000:3.0:1788984845.164071:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 96 00000100:00100000:3.0:1788984845.164081:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25054:x1875885973311360:12345-0@lo:104: 00010000:00010000:3.0:1788984845.164094:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984845.164457:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984845.164465:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25054:x1875885973311360:12345-0@lo:104: Request processed in 386us (764us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984845.164486:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 96 00000100:00100000:1.0:1788984845.164547:0:25054:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25054:1875885973311360:0@lo:104: 00010000:00010000:1.0:1788984845.164567:0:25054:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.164615:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984845.164623:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.164630:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984845.164634:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.164643:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984845.164651:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984845.164657:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984845.164730:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.164737:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984845.164771:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.164779:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f1d7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1de expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.164794:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984845.164795:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984845.164797:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984845.164830:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984845.164843:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973311488:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984845.164879:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984845.165046:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311488 00000100:00100000:0.0:1788984845.165052:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311488 00010000:00010000:0.0:1788984845.165074:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 24 pid: 6508 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984845.165096:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:0.0:1788984845.165103:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246218850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973311488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984845.165114:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984845.165119:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 24 pid: 6508 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165129:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 24 pid: 6508 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165141:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f1de lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f1d7 expref: 24 pid: 6508 timeout: 784 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165153:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165167:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165182:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165188:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165195:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165200:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165204:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984845.165208:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165214:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165233:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984845.165241:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984845.165270:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246218850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973311488:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984845.165276:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788984845.165371:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973311488:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984845.165496:0:25054:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984845.165505:0:25054:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984845.165511:0:25054:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f1e5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25054 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984845.282183:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984846.302311:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984846.392523:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984846.392590:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984846.392623:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984846.392653:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174144 00000100:00100000:0.0:1788984846.392664:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174144 00000100:00100000:0.0:1788984846.392713:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 487 00000100:00100000:0.0:1788984846.392722:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953174144:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984846.392788:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953174144:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 67us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.392795:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 487 00000100:00100000:0.0:1788984846.392826:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174272 00000100:00100000:0.0:1788984846.392830:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174272 00000100:00100000:0.0:1788984846.392874:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174400 00000100:00100000:0.0:1788984846.392878:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174400 00000100:00100000:0.0:1788984846.392899:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 679 00000100:00100000:0.0:1788984846.392906:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953174272:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984846.392979:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953174272:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.392985:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 679 00000100:00100000:0.0:1788984846.392999:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 680 00000100:00100000:0.0:1788984846.393005:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953174400:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984846.393031:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953174400:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.393037:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 680 00000100:00080000:3.0:1788984846.393609:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984846.393615:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984846.558643:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973311616:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984846.558735:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984846.558779:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973312000:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.558805:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984846.558820:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973312128:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.558823:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973312512:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.558845:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984846.558949:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973311744:0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.559032:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973311872:0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.559081:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311616 00000100:00100000:0.0:1788984846.559095:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311616 00000100:00100000:0.0:1788984846.559135:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312000 00000100:00100000:0.0:1788984846.559137:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312000 00000100:00100000:0.0:1788984846.559149:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1788984846.559156:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973311616:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984846.559187:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984846.563291:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984846.563358:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973312256:0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.563412:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984846.563427:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973312768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.563450:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984846.563469:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973313280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.563491:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984846.563544:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311744 00000100:00100000:2.0:1788984846.563553:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311744 00000100:00100000:2.0:1788984846.563602:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788984846.563611:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973311744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.563663:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973311744:12345-0@lo:400:kworker.0 Request processed in 53us (381us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984846.564593:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788984846.564646:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312768 00000100:00100000:2.0:1788984846.564651:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312768 00000100:00100000:2.0:1788984846.564771:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313280 00000100:00100000:2.0:1788984846.564775:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313280 00000100:00100000:2.0:1788984846.564813:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1788984846.564820:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973312768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.565335:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973312768:12345-0@lo:400:kworker.0 Request processed in 515us (1882us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984846.565344:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 272 00000100:00100000:2.0:1788984846.565358:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 273 00000100:00100000:2.0:1788984846.565365:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973313280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.566334:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984846.566570:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312512 00000100:00100000:0.0:1788984846.566579:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312512 00000100:00100000:0.0:1788984846.566619:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973311872 00000100:00100000:0.0:1788984846.566623:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973311872 00000100:00100000:0.0:1788984846.566644:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 681 00000100:00100000:0.0:1788984846.566653:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973312512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.566791:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973313280:12345-0@lo:400:kworker.0 Request processed in 1426us (3298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984846.566799:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 273 00000100:00100000:0.0:1788984846.567076:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143398380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973312512:12345-0@lo:400:kworker.0 Request processed in 424us (8229us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.567083:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 681 00010000:00080000:1.0:1788984846.568116:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a2a00 x1875885973312512/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984846.568133:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973312512:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.568145:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973313024:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.568186:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984846.568361:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973313536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984846.568475:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:2.0:1788984846.568540:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984846.568547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788984846.568550:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984846.568576:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313536 00000100:00100000:2.0:1788984846.568582:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313536 00000100:00100000:2.0:1788984846.568626:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1788984846.568633:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973313536:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984846.568658:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313024 00002000:00000024:2.0:1788984846.568661:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984846.568662:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313024 00000100:00100000:1.0:1788984846.568694:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1788984846.568700:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973311872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.568701:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973313536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (226us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984846.568707:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1788984846.568798:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973311744:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.568834:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973311872:12345-0@lo:400:kworker.0 Request processed in 133us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984846.568912:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1788984846.569179:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1788984846.569258:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312256 00000100:00100000:0.0:1788984846.569264:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312256 00000100:00100000:0.0:1788984846.569283:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1788984846.569290:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973312000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569333:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973312000:12345-0@lo:400:kworker.0 Request processed in 43us (10527us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.569339:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1788984846.569350:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1788984846.569356:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973312256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569395:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973312256:12345-0@lo:400:kworker.0 Request processed in 39us (5983us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.569414:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:0.0:1788984846.569449:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984846.569477:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973312640:0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569504:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984846.569522:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973313152:0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569543:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984846.569574:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312128 00000100:00100000:0.0:1788984846.569577:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312128 00000100:00100000:0.0:1788984846.569597:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788984846.569603:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973312128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569638:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973312128:12345-0@lo:400:kworker.0 Request processed in 35us (188us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.569643:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:0.0:1788984846.569673:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973312128:0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569714:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973311616:12345-0@lo:41:osp-pre-0-1.0 Request processed in 10557us (10978us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984846.569721:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:0.0:1788984846.569752:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973311616:0@lo:41:osp-pre-0-1.0 00000100:00080000:0.0:1788984846.569788:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984846.569818:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973313536:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984846.569827:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973312000:0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569860:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312640 00000100:00100000:0.0:1788984846.569863:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312640 00000100:00100000:0.0:1788984846.569891:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313152 00000100:00100000:0.0:1788984846.569901:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313152 00000100:00100000:1.0:1788984846.569920:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973313024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.569923:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1788984846.569984:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143399880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973313024:12345-0@lo:400:kworker.0 Request processed in 798us (1797us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984846.569990:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00010000:00080000:1.0:1788984846.570027:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b35180 x1875885973313024/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984862 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984846.570036:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973312640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.570037:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973313024:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.570063:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1788984846.570069:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973312640:12345-0@lo:400:kworker.0 Request processed in 36us (565us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984846.570070:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973313152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.570076:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 274 00000100:00100000:1.0:1788984846.570100:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973313152:12345-0@lo:400:kworker.0 Request processed in 30us (555us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984846.570105:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 275 00000100:00100000:0.0:1788984846.570180:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973312640:0@lo:400:kworker.0 00000100:00100000:0.0:1788984846.570189:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973313152:0@lo:400:kworker.0 00000100:00080000:1.0:1788984846.570335:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984846.570339:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984846.571003:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973311872:0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.571014:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973312384:0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.571055:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984846.571084:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973312896:0@lo:400:kworker.0 00000100:00100000:1.0:1788984846.571091:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312384 00000100:00100000:1.0:1788984846.571096:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312384 00000100:00100000:3.0:1788984846.571118:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984846.571136:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973313408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984846.571139:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973312896 00000100:00100000:1.0:1788984846.571141:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973312896 00000100:00100000:3.0:1788984846.571157:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984846.571162:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 685 00000100:00100000:1.0:1788984846.571169:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973312384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.571198:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313408 00000100:00100000:3.0:1788984846.571202:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313408 00000100:00100000:3.0:1788984846.571228:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1788984846.571234:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973313408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984846.571248:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984846.571285:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973313408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984846.571291:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:3.0:1788984846.571311:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1788984846.571319:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973312896:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.571346:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973312896:12345-0@lo:400:kworker.0 Request processed in 29us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984846.571352:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1788984846.571386:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973312896:0@lo:400:kworker.0 00000100:00100000:3.0:1788984846.571399:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973313408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984846.572031:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973312384:12345-0@lo:400:kworker.0 Request processed in 861us (974us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984846.572039:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 685 00000100:00080000:1.0:1788984846.572068:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984846.572089:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973312384:0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.574758:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973312768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.574778:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973313280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984846.574809:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973312256:0@lo:400:kworker.0 10000000:01000000:1.0:1788984846.814133:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984846.814143:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984846.814148:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984846.814201:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984846.814214:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984846.814241:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984846.814272:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973313664:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984846.814346:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984846.814428:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f900 going to sleep for 11 seconds 00000100:00100000:2.0:1788984846.814611:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313664 00000100:00100000:2.0:1788984846.814620:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313664 00000100:00100000:2.0:1788984846.814678:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788984846.814688:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973313664:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984846.814701:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984846.814715:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f1ec expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984846.814739:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984846.814751:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984846.815070:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eae00, rc 0) 00000100:00100000:2.0:1788984846.815117:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973313664:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 430us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984846.815124:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:0.0:1788984846.815281:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973313664:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984846.815298:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984846.815306:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984846.815323:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984846.815328:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984846.815335:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984847.326514:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984848.354610:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984848.980608:0:25250:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1bf5f2c0 20000000:00000080:1.0:1788984848.980631:0:25250:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5f000 uarg=0000000000000000 10000000:01000000:1.0:1788984848.980710:0:25250:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984848.980738:0:25250:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.980759:0:25250:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.980768:0:25250:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.980823:0:25250:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.980840:0:25250:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 23 pid: 6508 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984848.980858:0:25250:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114339b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25250:1875885973313792:0@lo:104: 00000100:00100000:1.0:1788984848.981312:0:25250:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984848.981438:0:25250:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788984848.981594:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788984848.981622:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313792 00000100:00100000:3.0:1788984848.981631:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313792 00000100:00100000:3.0:1788984848.981737:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 97 00000100:00100000:3.0:1788984848.981747:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d05f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:25250:x1875885973313792:12345-0@lo:104: 00010000:00010000:3.0:1788984848.981762:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984848.981838:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984848.981843:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d05f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:25250:x1875885973313792:12345-0@lo:104: Request processed in 99us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984848.981851:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 97 00010000:00010000:0.0:1788984848.981951:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984848.981960:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.981968:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984848.981979:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.981989:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984848.981997:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984848.982003:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984848.982040:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982055:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984848.982080:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982088:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f1ec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f1f3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982107:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984848.982109:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984848.982110:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984848.982136:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973313920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984848.982172:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984848.982210:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973313920 00000100:00100000:0.0:1788984848.982213:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973313920 00010000:00010000:0.0:1788984848.982234:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 24 pid: 6508 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984848.982257:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788984848.982268:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973313920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984848.982280:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984848.982286:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 24 pid: 6508 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982297:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 24 pid: 6508 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982314:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982324:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982339:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982348:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982356:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982363:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982368:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984848.982374:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982382:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982409:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984848.982419:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984848.982444:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973313920:12345-0@lo:103:ldlm_bl.0 Request processed in 177us (272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984848.982450:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:0.0:1788984848.982484:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973313920:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984848.982730:0:25250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f1f3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f1ec expref: 23 pid: 6508 timeout: 788 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984848.982749:0:25250:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114339b100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25250:1875885973313792:0@lo:104: 00010000:00010000:1.0:1788984848.982764:0:25250:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.982774:0:25250:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.982779:0:25250:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984848.982785:0:25250:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f1fa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25250 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984849.375456:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984849.630410:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973314048:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984849.630525:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984849.630889:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973314176:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984849.630975:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984849.631098:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314048 00000100:00100000:3.0:1788984849.631109:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314048 00000100:00100000:3.0:1788984849.631187:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314176 00000100:00100000:3.0:1788984849.631191:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314176 00000100:00100000:3.0:1788984849.631214:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1788984849.631225:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973314048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984849.631263:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984849.631326:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973314048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (800us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984849.631334:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:3.0:1788984849.631354:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1788984849.631361:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973314176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984849.631373:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984849.631404:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114339b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973314176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984849.631411:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:3.0:1788984849.631466:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973314176:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984849.631607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973314048:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788984849.631674:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:0.0:1788984850.016376:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984850.016388:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984850.016396:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984850.016477:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984850.016494:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984850.016510:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984850.016550:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973314304:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984850.016661:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984850.017050:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:3.0:1788984850.018651:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314304 00000100:00100000:3.0:1788984850.018674:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314304 00000100:00100000:2.0:1788984850.019354:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788984850.019372:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973314304:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984850.019397:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984850.019438:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f201 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984850.019476:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984850.019489:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984850.019518:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea400, rc 0) 00000100:00100000:2.0:1788984850.019631:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973314304:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 259us (2965us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984850.019638:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788984850.019737:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973314304:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984850.019759:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984850.019769:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984850.019795:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984850.019800:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984850.019808:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984850.143371:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973314432:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984850.143466:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984850.143797:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314432 00000100:00100000:3.0:1788984850.143808:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314432 00000100:00100000:3.0:1788984850.143868:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1788984850.143879:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973314432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984850.143965:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984850.144032:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973314432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 154us (566us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984850.144040:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1788984850.144099:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973314432:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984850.402240:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984851.422280:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984851.534109:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984851.534986:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984851.535029:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984851.535142:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174528 00000100:00100000:2.0:1788984851.535155:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174528 00000100:00100000:2.0:1788984851.535243:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 491 00000100:00100000:2.0:1788984851.535256:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953174528:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984851.535357:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953174528:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 103us (429us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984851.535366:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 491 00000100:00100000:1.0:1788984851.545419:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174656 00000100:00100000:1.0:1788984851.545438:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174656 00000100:00100000:1.0:1788984851.545522:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174784 00000100:00100000:1.0:1788984851.545526:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174784 00000100:00100000:1.0:1788984851.545556:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 687 00000100:00100000:1.0:1788984851.545572:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953174656:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984851.545685:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953174656:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 120us (11592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984851.545694:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 687 00000100:00100000:1.0:1788984851.545718:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 688 00000100:00100000:1.0:1788984851.545725:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953174784:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984851.545769:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953174784:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 45us (10740us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984851.545776:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 688 00000100:00080000:0.0:1788984851.547419:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984851.547430:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984851.679405:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984851.679443:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973314560:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984851.679552:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.679823:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314560 00000100:00100000:0.0:1788984851.679833:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314560 00000100:00100000:0.0:1788984851.679910:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1788984851.679922:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973314560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984851.679995:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984851.680052:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973314560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 132us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.680060:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1788984851.680120:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973314560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984851.680419:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973314688:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984851.680457:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984851.680496:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314688 00000100:00100000:3.0:1788984851.680501:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314688 00000100:00100000:3.0:1788984851.680542:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:3.0:1788984851.680549:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973314688:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984851.680585:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984851.680625:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973314688:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (166us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984851.680632:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:3.0:1788984851.680651:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984851.680681:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973314688:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984851.680827:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984851.680839:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973314816:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984851.680875:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984851.680948:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314816 00000100:00100000:1.0:1788984851.680953:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314816 00000100:00100000:1.0:1788984851.680987:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:1.0:1788984851.680994:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973314816:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984851.681006:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984851.681039:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973314816:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (164us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984851.681046:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00080000:1.0:1788984851.681063:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984851.681087:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973314816:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984851.682071:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973315072:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.682123:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.682159:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973315584:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.682180:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.682200:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973316096:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.682222:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.682244:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788984851.682249:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973315200:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.682285:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.682316:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973315712:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.682344:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.682378:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315712 00000100:00100000:0.0:1788984851.682385:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315712 00000100:00100000:0.0:1788984851.682433:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1788984851.682442:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973315712:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.682485:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973315712:12345-0@lo:400:kworker.0 Request processed in 44us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.682490:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 276 00000100:00100000:0.0:1788984851.682513:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315072 00000100:00100000:0.0:1788984851.682517:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315072 00000100:00100000:0.0:1788984851.682538:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315584 00000100:00100000:0.0:1788984851.682540:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315584 00000100:00100000:0.0:1788984851.682552:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316096 00000100:00100000:0.0:1788984851.682554:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316096 00000100:00100000:0.0:1788984851.683154:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315200 00000100:00100000:0.0:1788984851.683160:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315200 00000100:00100000:0.0:1788984851.683176:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788984851.683182:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973315072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683231:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973315072:12345-0@lo:400:kworker.0 Request processed in 49us (1107us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.683238:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 689 00000100:00100000:0.0:1788984851.683252:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1788984851.683259:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973315584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683288:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973315584:12345-0@lo:400:kworker.0 Request processed in 30us (1106us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.683294:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1788984851.683306:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1788984851.683324:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973316096:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683353:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973316096:12345-0@lo:400:kworker.0 Request processed in 31us (1131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.683358:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1788984851.683369:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 692 00000100:00100000:0.0:1788984851.683375:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973315200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683404:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973315200:12345-0@lo:400:kworker.0 Request processed in 29us (1119us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.683409:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 692 00000100:00080000:0.0:1788984851.683454:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984851.683460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984851.683506:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973315200:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683520:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973315712:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683532:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973315072:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683539:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973315328:0@lo:400:kworker.0 00010000:00080000:0.0:1788984851.683549:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144054000 x1875885973315584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984851.683578:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973315584:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683585:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788984851.683596:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144056d80 x1875885973316096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984867 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984851.683606:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973316096:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683625:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973315840:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683659:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984851.683686:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984851.683687:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315840 00000100:00100000:0.0:1788984851.683693:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315840 00000100:00100000:3.0:1788984851.683696:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973314944:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683737:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788984851.683739:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984851.683748:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973315840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683777:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973315456:0@lo:400:kworker.0 00000100:00100000:0.0:1788984851.683800:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973315840:12345-0@lo:400:kworker.0 Request processed in 54us (140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984851.683808:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 277 00000100:00100000:3.0:1788984851.683814:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984851.683834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984851.683839:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973315968:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683864:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984851.683906:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973315840:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.683972:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315328 00000100:00100000:3.0:1788984851.683977:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315328 00000100:00100000:2.0:1788984851.683991:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973314944 00000100:00100000:2.0:1788984851.683998:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973314944 00000100:00100000:3.0:1788984851.684014:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:3.0:1788984851.684024:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973315328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984851.684037:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788984851.684049:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973314944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.684074:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973315328:12345-0@lo:400:kworker.0 Request processed in 50us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984851.684082:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1788984851.684101:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973314944:12345-0@lo:400:kworker.0 Request processed in 54us (361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984851.684110:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788984851.684129:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973314944:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.684144:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973315328:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.684170:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315456 00000100:00100000:3.0:1788984851.684174:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315456 00000100:00100000:3.0:1788984851.684202:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973315968 00000100:00100000:3.0:1788984851.684207:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973315968 00000100:00100000:3.0:1788984851.684226:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788984851.684231:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973315456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.684265:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973315456:12345-0@lo:400:kworker.0 Request processed in 33us (453us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984851.684272:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788984851.684288:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1788984851.684295:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973315968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.684324:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973315968:12345-0@lo:400:kworker.0 Request processed in 30us (459us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984851.684330:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:3.0:1788984851.684362:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973315456:0@lo:400:kworker.0 00000100:00100000:3.0:1788984851.684371:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973315968:0@lo:400:kworker.0 00000100:00080000:0.0:1788984851.684527:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1788984852.446188:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984853.470249:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984854.103312:0:25446:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde0a1d770 20000000:00000080:3.0:1788984854.103329:0:25446:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144024800 uarg=0000000000000000 10000000:01000000:3.0:1788984854.103663:0:25446:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984854.103686:0:25446:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984854.103703:0:25446:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984854.103711:0:25446:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984854.103754:0:25446:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984854.103770:0:25446:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 23 pid: 6506 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984854.103784:0:25446:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25446:1875885973316224:0@lo:104: 00000100:00100000:3.0:1788984854.103844:0:25446:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984854.103945:0:25446:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12616379c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984854.103954:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316224 00000100:00100000:2.0:1788984854.103964:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316224 00000100:00100000:2.0:1788984854.104015:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 98 00000100:00100000:2.0:1788984854.104024:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25446:x1875885973316224:12345-0@lo:104: 00010000:00010000:2.0:1788984854.104048:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984854.104123:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984854.104129:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25446:x1875885973316224:12345-0@lo:104: Request processed in 107us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984854.104136:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 98 00010000:00010000:0.0:1788984854.104423:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984854.104432:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104439:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984854.104443:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104451:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984854.104457:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984854.104461:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984854.104499:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104505:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984854.104529:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104536:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52f201 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f208 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104562:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984854.104564:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984854.104566:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984854.104579:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973316352:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984854.104611:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984854.104668:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316352 00000100:00100000:0.0:1788984854.104673:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316352 00010000:00010000:0.0:1788984854.104695:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 24 pid: 6506 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984854.104718:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:0.0:1788984854.104724:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973316352:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984854.104735:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984854.104740:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 24 pid: 6506 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104748:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 24 pid: 6506 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.104762:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105034:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105055:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105062:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105074:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105081:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105086:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984854.105090:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105097:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105106:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984854.105115:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984854.105149:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973316352:12345-0@lo:103:ldlm_bl.0 Request processed in 424us (537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984854.105157:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00000100:00100000:2.0:1788984854.105309:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973316352:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984854.105414:0:25446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f208 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f201 expref: 23 pid: 6506 timeout: 793 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984854.105426:0:25446:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25446:1875885973316224:0@lo:104: 00010000:00010000:1.0:1788984854.105441:0:25446:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984854.105450:0:25446:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984854.105456:0:25446:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984854.105469:0:25446:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f20f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25446 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984854.494371:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984854.752744:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984854.752770:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973316480:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984854.752863:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984854.752918:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316480 00000100:00100000:2.0:1788984854.752948:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316480 00000100:00100000:0.0:1788984854.752958:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973316608:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984854.753004:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:0.0:1788984854.753005:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984854.753014:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973316480:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984854.753046:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984854.753091:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973316480:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984854.753099:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:2.0:1788984854.753115:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316608 00000100:00100000:2.0:1788984854.753118:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316608 00000100:00100000:2.0:1788984854.753134:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:2.0:1788984854.753139:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973316608:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984854.753147:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984854.753170:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973316608:12345-0@lo:13:osp-pre-0-0.0 Request processed in 31us (164us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984854.753176:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00080000:1.0:1788984854.753240:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984854.753410:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973316608:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984854.753422:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973316480:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984855.270830:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984855.270875:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973316736:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984855.270977:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984855.271831:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316736 00000100:00100000:0.0:1788984855.271843:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316736 00000100:00100000:0.0:1788984855.272046:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788984855.272057:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973316736:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984855.272094:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984855.272158:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973316736:12345-0@lo:41:osp-pre-1-0.0 Request processed in 103us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984855.272166:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:0.0:1788984855.272230:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973316736:0@lo:41:osp-pre-1-0.0 10000000:01000000:0.0:1788984855.519579:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984855.519587:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984855.519592:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984855.519638:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984855.519650:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984855.519661:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984855.519686:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973316864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984855.519767:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984855.519819:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5780 going to sleep for 11 seconds 00000100:00100000:3.0:1788984855.519966:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316864 00000100:00100000:3.0:1788984855.519975:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316864 00000100:00100000:3.0:1788984855.520082:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1788984855.520092:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973316864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984855.520105:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984855.520119:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f216 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984855.520169:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984855.520181:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984855.520190:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788984855.520231:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973316864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 141us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984855.520238:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00010000:00010000:1.0:1788984855.520318:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984855.520361:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973316864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984855.520378:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984855.520387:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984855.520405:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984855.520410:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984855.520417:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788984856.107820:0:25544:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd81a4f9c0 20000000:00000080:3.0:1788984856.107850:0:25544:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11440b5400 uarg=0000000000000000 10000000:01000000:3.0:1788984856.108199:0:25544:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984856.108220:0:25544:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984856.108238:0:25544:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984856.108247:0:25544:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984856.108287:0:25544:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984856.108302:0:25544:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 23 pid: 6508 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984856.108319:0:25544:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25544:1875885973316992:0@lo:104: 00000100:00100000:3.0:1788984856.108392:0:25544:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984856.108446:0:25544:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291a80 going to sleep for 11 seconds 00000100:00100000:2.0:1788984856.108728:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973316992 00000100:00100000:2.0:1788984856.108736:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973316992 00000100:00100000:2.0:1788984856.108793:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 99 00000100:00100000:2.0:1788984856.108804:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25544:x1875885973316992:12345-0@lo:104: 00010000:00010000:2.0:1788984856.108827:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984856.108906:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984856.108913:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25544:x1875885973316992:12345-0@lo:104: Request processed in 111us (520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984856.108920:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 99 00010000:00010000:0.0:1788984856.108992:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984856.109000:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109019:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984856.109023:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109031:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984856.109038:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984856.109054:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:1.0:1788984856.109074:0:25544:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25544:1875885973316992:0@lo:104: 00010000:00010000:0.0:1788984856.109092:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984856.109094:0:25544:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109099:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984856.109123:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109130:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f216 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f21d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984856.109137:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973317120:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984856.109146:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984856.109147:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984856.109149:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984856.109172:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984856.109271:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317120 00000100:00100000:0.0:1788984856.109276:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317120 00010000:00010000:0.0:1788984856.109296:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 24 pid: 6508 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984856.109326:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788984856.109339:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973317120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984856.109350:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984856.109355:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 24 pid: 6508 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109366:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 24 pid: 6508 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109377:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f21d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f216 expref: 24 pid: 6508 timeout: 795 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109404:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109413:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109427:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109434:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109440:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109446:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109451:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984856.109455:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109469:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109491:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984856.109501:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984856.109539:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973317120:12345-0@lo:103:ldlm_bl.0 Request processed in 201us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984856.109546:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:0.0:1788984856.109573:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973317120:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984856.109959:0:25544:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984856.109968:0:25544:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984856.109974:0:25544:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f224 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25544 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984856.545177:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984856.630484:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984856.630534:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984856.630568:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984856.630712:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953174912 00000100:00100000:1.0:1788984856.630722:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953174912 00000100:00100000:1.0:1788984856.630788:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 494 00000100:00100000:1.0:1788984856.630799:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953174912:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984856.630883:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953174912:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 86us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984856.630892:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 494 00000100:00100000:3.0:1788984856.631346:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175040 00000100:00100000:3.0:1788984856.631351:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175040 00000100:00100000:3.0:1788984856.631407:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175168 00000100:00100000:3.0:1788984856.631410:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175168 00000100:00100000:3.0:1788984856.631436:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 695 00000100:00100000:3.0:1788984856.631443:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953175040:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984856.631491:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953175040:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 48us (1016us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984856.631496:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 695 00000100:00100000:3.0:1788984856.631509:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 696 00000100:00100000:3.0:1788984856.631515:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953175168:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984856.631537:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953175168:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (969us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984856.631543:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 696 00000100:00080000:1.0:1788984856.632419:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984856.632426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984856.798415:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984856.798438:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973317248:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984856.798516:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984856.798585:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317248 00000100:00100000:3.0:1788984856.798593:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317248 00000100:00100000:3.0:1788984856.798646:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:3.0:1788984856.798655:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edb9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973317248:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984856.798683:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984856.798727:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edb9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973317248:12345-0@lo:13:osp-pre-1-0.0 Request processed in 73us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984856.798760:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000100:00080000:3.0:1788984856.798976:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984856.799704:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984856.799718:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973317376:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984856.799869:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973317504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984856.800579:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973317248:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984856.803346:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.803560:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317376 00000100:00100000:1.0:1788984856.803569:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317376 00000100:00100000:1.0:1788984856.803624:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1788984856.803633:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973317376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984856.803655:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984856.803695:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973317376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 63us (358us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984856.803717:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00080000:1.0:1788984856.803738:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984856.803767:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973317760:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.803799:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.803817:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973318272:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.803849:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.803872:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973318784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.803892:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.803950:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973317376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984856.803968:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788984856.803974:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973317888:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.804608:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.804636:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973318400:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.804656:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.804668:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973318912:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.804680:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984856.804700:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317760 00000100:00100000:1.0:1788984856.804704:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317760 00000100:00100000:1.0:1788984856.804722:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318272 00000100:00100000:1.0:1788984856.804723:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318272 00000100:00100000:1.0:1788984856.804735:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318784 00000100:00100000:1.0:1788984856.804737:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318784 00000100:00100000:2.0:1788984856.805019:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317888 00000100:00100000:2.0:1788984856.805025:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317888 00000100:00100000:2.0:1788984856.805702:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318400 00000100:00100000:2.0:1788984856.805708:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318400 00000100:00100000:0.0:1788984856.805730:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984856.805737:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318912 00000100:00100000:2.0:1788984856.805740:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318912 00000100:00100000:2.0:1788984856.805768:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788984856.805768:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973318016:0@lo:400:kworker.0 00000100:00100000:2.0:1788984856.805776:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973317760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.805792:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984856.805811:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973318528:0@lo:400:kworker.0 00000100:00100000:2.0:1788984856.805825:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973317760:12345-0@lo:400:kworker.0 Request processed in 50us (2025us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984856.805843:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 697 00000100:00100000:0.0:1788984856.805844:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984856.805860:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318016 00000100:00100000:0.0:1788984856.805862:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788984856.805863:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318016 00000100:00100000:0.0:1788984856.805868:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973317632:0@lo:400:kworker.0 00000100:00100000:2.0:1788984856.805877:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788984856.805882:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973318272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.805894:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984856.805914:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973318272:12345-0@lo:400:kworker.0 Request processed in 26us (2060us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984856.805920:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788984856.805957:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1788984856.805963:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973318400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984856.806118:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973318400:12345-0@lo:400:kworker.0 Request processed in 28us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984856.806140:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:2.0:1788984856.806154:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1788984856.806160:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973318912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984856.806190:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973318912:12345-0@lo:400:kworker.0 Request processed in 30us (1507us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984856.806196:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:2.0:1788984856.806207:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 701 00000100:00100000:2.0:1788984856.806212:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973318016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984856.806237:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973318016:12345-0@lo:400:kworker.0 Request processed in 25us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984856.806242:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 701 00000100:00100000:1.0:1788984856.806364:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788984856.806372:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973318784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.807370:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973318784:12345-0@lo:400:kworker.0 Request processed in 995us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984856.807399:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00080000:1.0:1788984856.807436:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984856.807441:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00080000:1.0:1788984856.807469:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a1180 x1875885973318400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984856.807482:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973318400:0@lo:400:kworker.0 00010000:00080000:1.0:1788984856.807492:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126e8d3800 x1875885973318912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984872 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984856.807500:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973318912:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.807510:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973317760:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.807519:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973318272:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.807527:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973318784:0@lo:400:kworker.0 00000100:00100000:3.0:1788984856.807811:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317504 00000100:00100000:3.0:1788984856.807817:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317504 00000100:00100000:3.0:1788984856.807841:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1788984856.807849:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126e8d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973317888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984856.807899:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126e8d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973317888:12345-0@lo:400:kworker.0 Request processed in 51us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984856.807905:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1788984856.807917:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:3.0:1788984856.807922:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973317504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984856.807956:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984856.808169:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973317888:0@lo:400:kworker.0 00000100:00100000:3.0:1788984856.808200:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973317504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 61us (2255us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984856.808208:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:0.0:1788984856.811287:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973318144:0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.811348:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984856.811400:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973318656:0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.811569:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318144 00000100:00100000:1.0:1788984856.811578:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318144 00000100:00100000:1.0:1788984856.811633:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788984856.811642:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973318144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.811695:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973318144:12345-0@lo:400:kworker.0 Request processed in 54us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984856.811702:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:3.0:1788984856.811922:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973317632 00000100:00100000:3.0:1788984856.811957:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973317632 00000100:00100000:1.0:1788984856.813275:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:1.0:1788984856.813289:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973317632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984856.813346:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973317632:12345-0@lo:400:kworker.0 Request processed in 62us (7451us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984856.813361:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1788984856.813975:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984856.814025:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973318016:0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.814046:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973317504:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984856.814069:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973317632:0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.814078:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973318144:0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.814109:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318528 00000100:00100000:0.0:1788984856.814114:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318528 00000100:00100000:0.0:1788984856.814168:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973318656 00000100:00100000:0.0:1788984856.814171:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973318656 00000100:00100000:0.0:1788984856.814189:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1788984856.814196:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973318528:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788984856.814237:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984856.814240:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973318528:12345-0@lo:400:kworker.0 Request processed in 44us (8395us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984856.814246:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 278 00000100:00100000:0.0:1788984856.814259:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1788984856.814265:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973318656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.814292:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973318656:12345-0@lo:400:kworker.0 Request processed in 27us (317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984856.814298:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 279 00000100:00100000:0.0:1788984856.814327:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973318656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984856.814338:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973318528:0@lo:400:kworker.0 00010000:00010000:2.0:1788984857.567591:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984857.830858:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984857.830868:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984857.830873:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984857.830952:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984857.830966:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984857.830988:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984857.831023:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973319040:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984857.831098:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984857.831163:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5780 going to sleep for 11 seconds 00000100:00100000:3.0:1788984857.831886:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319040 00000100:00100000:3.0:1788984857.831896:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319040 00000100:00100000:3.0:1788984857.831979:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788984857.831989:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973319040:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984857.832005:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984857.832022:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f22b expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984857.832062:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984857.832074:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984857.832084:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984857.832135:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973319040:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 147us (1037us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984857.832142:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:1.0:1788984857.832244:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973319040:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984857.832261:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984857.832270:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984857.832290:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984857.832296:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984857.832302:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788984858.063316:0:25643:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1fb39ef0 20000000:00000080:1.0:1788984858.063334:0:25643:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5e400 uarg=0000000000000000 10000000:01000000:1.0:1788984858.063622:0:25643:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984858.063641:0:25643:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984858.063659:0:25643:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984858.063667:0:25643:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984858.063706:0:25643:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984858.063720:0:25643:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 23 pid: 6506 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984858.063804:0:25643:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25643:1875885973319168:0@lo:104: 00000100:00100000:1.0:1788984858.071271:0:25643:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984858.071375:0:25643:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5780 going to sleep for 11 seconds 00000100:00100000:2.0:1788984858.072989:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319168 00000100:00100000:2.0:1788984858.073002:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319168 00000100:00100000:2.0:1788984858.073082:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 100 00000100:00100000:2.0:1788984858.073092:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25643:x1875885973319168:12345-0@lo:104: 00010000:00010000:2.0:1788984858.073110:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984858.073201:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984858.073208:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b34a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25643:x1875885973319168:12345-0@lo:104: Request processed in 118us (1946us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984858.073215:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 100 00010000:00010000:0.0:1788984858.073314:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984858.073322:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073344:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984858.073348:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073357:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984858.073363:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984858.073370:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984858.073432:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073440:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984858.073464:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073470:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea000/0xa0dd3253da52f22b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f232 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073491:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984858.073492:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984858.073494:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984858.073509:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973319296:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984858.073553:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984858.073586:0:25643:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142c8d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25643:1875885973319168:0@lo:104: 00000100:00100000:0.0:1788984858.073605:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319296 00000100:00100000:0.0:1788984858.073608:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319296 00010000:00010000:1.0:1788984858.073611:0:25643:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073630:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 24 pid: 6506 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984858.073668:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788984858.073675:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973319296:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984858.073688:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984858.073694:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 24 pid: 6506 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073705:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 24 pid: 6506 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073719:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f232 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f22b expref: 24 pid: 6506 timeout: 797 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073732:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073741:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073757:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073764:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073770:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073776:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073792:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984858.073797:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073804:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073837:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.073847:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984858.073893:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973319296:12345-0@lo:103:ldlm_bl.0 Request processed in 218us (340us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984858.073900:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:1.0:1788984858.074282:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973319296:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984858.074350:0:25643:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984858.074358:0:25643:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984858.074365:0:25643:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f239 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25643 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984858.592757:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984859.238454:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984859.238464:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984859.238501:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984859.238556:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.238569:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.238581:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984859.238610:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973319424:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984859.238682:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984859.238750:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984859.238778:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319424 00000100:00100000:2.0:1788984859.238785:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319424 00000100:00100000:2.0:1788984859.238846:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788984859.238854:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973319424:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984859.239298:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984859.239319:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f240 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.239350:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.239362:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.239372:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea200, rc 0) 00000100:00100000:2.0:1788984859.239416:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973319424:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 562us (733us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984859.239434:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788984859.239504:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973319424:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984859.239520:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.239529:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984859.239546:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984859.239551:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.239558:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984859.621193:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984859.871332:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973319552:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984859.871401:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984859.871475:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319552 00000100:00100000:2.0:1788984859.871482:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319552 00000100:00100000:2.0:1788984859.871551:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:2.0:1788984859.871562:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973319552:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984859.871597:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984859.871644:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973319552:12345-0@lo:13:osp-pre-0-0.0 Request processed in 85us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984859.871651:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00080000:2.0:1788984859.871672:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984859.871730:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973319552:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984859.879402:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984859.879428:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973319680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984859.879513:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984859.879570:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319680 00000100:00100000:1.0:1788984859.879579:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319680 00000100:00100000:1.0:1788984859.879635:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788984859.879644:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973319680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984859.879667:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984859.879726:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142c8d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973319680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984859.879734:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788984859.879782:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973319680:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984859.879814:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984860.395316:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984860.395344:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973319808:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984860.395523:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984860.395606:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319808 00000100:00100000:3.0:1788984860.395616:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319808 00000100:00100000:3.0:1788984860.395663:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1788984860.395672:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973319808:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984860.395709:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984860.395762:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973319808:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984860.395780:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1788984860.395838:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973319808:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984860.640500:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984861.663093:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984861.751322:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984861.751365:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984861.751396:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984861.751584:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175424 00000100:00100000:3.0:1788984861.751594:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175424 00000100:00100000:3.0:1788984861.751664:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175552 00000100:00100000:3.0:1788984861.751667:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175552 00000100:00100000:3.0:1788984861.751703:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 703 00000100:00100000:3.0:1788984861.751714:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953175424:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984861.751800:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953175424:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 88us (487us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984861.751808:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 703 00000100:00100000:3.0:1788984861.751824:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 704 00000100:00100000:3.0:1788984861.751832:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953175552:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984861.751855:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953175552:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (458us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984861.751860:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 704 00000100:00100000:1.0:1788984861.752226:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175296 00000100:00100000:1.0:1788984861.752232:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175296 00000100:00100000:1.0:1788984861.752358:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 498 00000100:00100000:1.0:1788984861.752367:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953175296:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984861.752401:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953175296:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 36us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984861.752407:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 498 00000100:00080000:0.0:1788984861.752615:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984861.752620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984861.918171:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973319936:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918245:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918296:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973320448:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918337:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918364:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973320960:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918388:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918406:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973321472:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918439:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918462:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788984861.918468:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973320064:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918492:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918509:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973320576:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918526:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918541:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973321088:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918560:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918587:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973320320:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918612:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918629:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973320832:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918649:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918664:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973321344:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918682:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918698:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788984861.918703:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126e8d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973320192:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918724:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918741:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973320704:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918760:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918797:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973321216:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918816:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984861.918841:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973319936 00000100:00100000:1.0:1788984861.918848:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973319936 00000100:00100000:1.0:1788984861.918893:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788984861.918902:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973319936:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.918983:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973319936:12345-0@lo:400:kworker.0 Request processed in 82us (738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984861.918990:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:1.0:1788984861.919019:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320064 00000100:00100000:1.0:1788984861.919022:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320064 00000100:00100000:1.0:1788984861.919038:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320576 00000100:00100000:1.0:1788984861.919040:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320576 00000100:00100000:1.0:1788984861.919060:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321088 00000100:00100000:1.0:1788984861.919062:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321088 00000100:00100000:1.0:1788984861.919073:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320320 00000100:00100000:1.0:1788984861.919075:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320320 00000100:00100000:1.0:1788984861.919085:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320704 00000100:00100000:1.0:1788984861.919087:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320704 00000100:00100000:1.0:1788984861.919099:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321216 00000100:00100000:1.0:1788984861.919101:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321216 00000100:00100000:1.0:1788984861.919113:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1788984861.919118:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973320064:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.919146:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973320064:12345-0@lo:400:kworker.0 Request processed in 28us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984861.919152:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 705 00000100:00100000:1.0:1788984861.919162:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1788984861.919167:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973320576:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.919188:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973320576:12345-0@lo:400:kworker.0 Request processed in 21us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984861.919193:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:1.0:1788984861.919204:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1788984861.919209:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973321088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.919234:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973321088:12345-0@lo:400:kworker.0 Request processed in 25us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984861.919245:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:1.0:1788984861.919257:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 708 00000100:00100000:1.0:1788984861.919262:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12462f6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973320320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.919296:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12462f6050 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973320320:12345-0@lo:400:kworker.0 Request processed in 33us (683us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984861.919301:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 708 00000100:00100000:3.0:1788984861.920440:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973321600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984861.920497:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984861.920539:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321600 00000100:00100000:3.0:1788984861.920545:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321600 00000100:00100000:3.0:1788984861.920580:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1788984861.920586:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973321600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984861.920606:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984861.920639:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973321600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984861.920652:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:3.0:1788984861.920692:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973321600:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984861.921600:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973321728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984861.921639:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984861.921673:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321728 00000100:00100000:2.0:1788984861.921679:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321728 00000100:00100000:2.0:1788984861.921709:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1788984861.921717:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973321728:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984861.921730:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984861.921763:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973321728:12345-0@lo:13:osp-pre-1-1.0 Request processed in 47us (124us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.921769:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:2.0:1788984861.921825:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973321728:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984861.922121:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788984861.922131:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973320704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922166:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973320704:12345-0@lo:400:kworker.0 Request processed in 39us (3406us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922171:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:2.0:1788984861.922186:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788984861.922193:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973321216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922218:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973321216:12345-0@lo:400:kworker.0 Request processed in 26us (3401us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922223:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788984861.922241:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320448 00000100:00100000:2.0:1788984861.922245:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320448 00000100:00100000:2.0:1788984861.922275:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320192 00000100:00100000:2.0:1788984861.922290:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320192 00000100:00100000:2.0:1788984861.922318:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1788984861.922326:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973320448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922360:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143a69f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973320448:12345-0@lo:400:kworker.0 Request processed in 36us (4023us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922365:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1788984861.922376:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788984861.922381:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973320192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922407:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973320192:12345-0@lo:400:kworker.0 Request processed in 26us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922412:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788984861.922429:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320960 00000100:00100000:2.0:1788984861.922432:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320960 00000100:00100000:2.0:1788984861.922452:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321472 00000100:00100000:2.0:1788984861.922455:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321472 00000100:00100000:2.0:1788984861.922464:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973320832 00000100:00100000:2.0:1788984861.922466:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973320832 00000100:00100000:2.0:1788984861.922477:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321344 00000100:00100000:2.0:1788984861.922479:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321344 00000100:00100000:2.0:1788984861.922488:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1788984861.922494:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973320960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922522:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973320960:12345-0@lo:400:kworker.0 Request processed in 28us (4133us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922528:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 280 00000100:00100000:2.0:1788984861.922537:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1788984861.922542:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973321472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922561:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973321472:12345-0@lo:400:kworker.0 Request processed in 20us (4122us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922575:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 281 00000100:00100000:2.0:1788984861.922584:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788984861.922588:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973320832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922609:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973320832:12345-0@lo:400:kworker.0 Request processed in 21us (3960us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922614:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 282 00000100:00100000:2.0:1788984861.922622:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984861.922626:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973321344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922645:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432f0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973321344:12345-0@lo:400:kworker.0 Request processed in 19us (3962us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.922649:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 283 00000100:00100000:2.0:1788984861.922688:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973320064:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922699:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973320576:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922710:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973321088:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922719:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b34000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973319936:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922728:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973320448:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922737:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973320960:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.922746:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eac9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973321472:0@lo:400:kworker.0 00000100:00080000:0.0:1788984861.924519:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984861.924527:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984861.924531:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984861.924534:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984861.924813:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126e8d3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973320192:0@lo:400:kworker.0 00010000:00080000:1.0:1788984861.924831:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a1180 x1875885973320704/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984861.924842:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973320704:0@lo:400:kworker.0 00010000:00080000:1.0:1788984861.924852:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b12412a9180 x1875885973321216/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984877 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984861.924860:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973321216:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.924871:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973320320:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.924881:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973320832:0@lo:400:kworker.0 00000100:00100000:1.0:1788984861.924891:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eaca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973321344:0@lo:400:kworker.0 00000100:00100000:2.0:1788984861.925118:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984861.925130:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973321856:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984861.925176:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984861.925217:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321856 00000100:00100000:2.0:1788984861.925222:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321856 00000100:00100000:2.0:1788984861.925254:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1788984861.925261:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973321856:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984861.925291:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984861.925534:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973321856:12345-0@lo:41:osp-pre-0-1.0 Request processed in 272us (357us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984861.925541:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:0.0:1788984861.925687:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973321856:0@lo:41:osp-pre-0-1.0 00010000:00010000:0.0:1788984862.691444:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984863.607519:0:25888:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec25886f0 20000000:00000080:1.0:1788984863.607539:0:25888:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144026800 uarg=0000000000000000 10000000:01000000:1.0:1788984863.607814:0:25888:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984863.607836:0:25888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984863.608378:0:25888:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984863.608397:0:25888:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984863.608437:0:25888:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984863.608452:0:25888:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 23 pid: 6508 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984863.608467:0:25888:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25888:1875885973321984:0@lo:104: 00000100:00100000:1.0:1788984863.608530:0:25888:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984863.608633:0:25888:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12454133c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984863.608677:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973321984 00000100:00100000:2.0:1788984863.608756:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973321984 00000100:00100000:2.0:1788984863.608876:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 101 00000100:00100000:2.0:1788984863.608886:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25888:x1875885973321984:12345-0@lo:104: 00010000:00010000:2.0:1788984863.608899:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984863.608989:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984863.608995:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:25888:x1875885973321984:12345-0@lo:104: Request processed in 112us (466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984863.609001:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 101 00000100:00100000:1.0:1788984863.609094:0:25888:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407c000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25888:1875885973321984:0@lo:104: 00010000:00010000:1.0:1788984863.609112:0:25888:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609236:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984863.609250:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609257:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984863.609261:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609270:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984863.609277:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984863.609283:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984863.609323:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609329:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984863.609351:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609357:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f240 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f247 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609372:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984863.609374:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984863.609375:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984863.609382:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984863.609393:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973322112:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984863.609425:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984863.609461:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322112 00000100:00100000:0.0:1788984863.609472:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322112 00010000:00010000:0.0:1788984863.609490:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 24 pid: 6508 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984863.609511:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788984863.609518:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973322112:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984863.609528:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984863.609532:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 24 pid: 6508 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609541:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 24 pid: 6508 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609551:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f247 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f240 expref: 24 pid: 6508 timeout: 803 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609564:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609571:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609582:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609588:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609595:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609601:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609612:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984863.609630:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609639:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609651:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984863.609660:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984863.609700:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973322112:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984863.609706:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00000100:00100000:0.0:1788984863.609733:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973322112:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984863.610159:0:25888:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984863.610168:0:25888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984863.610173:0:25888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f24e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984863.712694:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984864.672582:0:25937:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2a1f4cc0 20000000:00000080:2.0:1788984864.672601:0:25937:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db4400 uarg=0000000000000000 10000000:01000000:2.0:1788984864.673205:0:25937:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984864.673230:0:25937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673250:0:25937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673262:0:25937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673280:0:25937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673287:0:25937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673295:0:25937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673301:0:25937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984864.673306:0:25937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.673315:0:25937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.675178:0:25937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.675193:0:25937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984864.675201:0:25937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f255 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984864.736302:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984864.990474:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973322240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984864.990546:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984864.990620:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322240 00000100:00100000:2.0:1788984864.990628:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322240 00000100:00100000:2.0:1788984864.990691:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:2.0:1788984864.990700:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973322240:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984864.990729:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984864.990788:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973322240:12345-0@lo:13:osp-pre-0-0.0 Request processed in 88us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984864.990795:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00080000:2.0:1788984864.990816:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984864.990852:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973322240:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984864.992427:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973322368:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984864.992483:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984864.993000:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322368 00000100:00100000:3.0:1788984864.993009:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322368 00000100:00100000:3.0:1788984864.993088:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:3.0:1788984864.993098:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973322368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984864.993118:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788984864.993285:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984864.993360:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973322368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 263us (876us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984864.993368:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1788984864.993446:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973322368:0@lo:13:osp-pre-0-1.0 10000000:01000000:1.0:1788984865.438025:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984865.438033:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984865.438038:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984865.438103:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.438132:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.438146:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984865.438173:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973322496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984865.438246:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984865.438369:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413000 going to sleep for 11 seconds 00000100:00100000:3.0:1788984865.439544:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322496 00000100:00100000:3.0:1788984865.439559:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322496 00000100:00100000:0.0:1788984865.442168:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:0.0:1788984865.442184:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973322496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984865.442203:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984865.442225:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f25c expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.442253:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.442265:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.442293:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9000, rc 0) 00000100:00100000:0.0:1788984865.442386:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973322496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 206us (4140us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984865.442393:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1788984865.442496:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407c000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973322496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984865.442514:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984865.442524:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984865.442547:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984865.442553:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984865.442560:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984865.503715:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984865.503740:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973322624:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984865.503828:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984865.503999:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322624 00000100:00100000:1.0:1788984865.504008:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322624 00000100:00100000:1.0:1788984865.504087:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1788984865.504099:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973322624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984865.504135:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984865.504185:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973322624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (356us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984865.504193:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788984865.504424:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973322624:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984865.759113:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984865.788884:0:25985:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffceb016cc0 20000000:00000080:0.0:1788984865.788905:0:25985:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dff800 uarg=0000000000000000 10000000:01000000:0.0:1788984865.789120:0:25985:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984865.789149:0:25985:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.789172:0:25985:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.789185:0:25985:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.789236:0:25985:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.789253:0:25985:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 23 pid: 6508 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984865.789270:0:25985:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25985:1875885973322752:0@lo:104: 00000100:00100000:0.0:1788984865.789350:0:25985:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984865.790841:0:25985:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1242be8300 going to sleep for 11 seconds 00000100:00100000:3.0:1788984865.791533:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322752 00000100:00100000:3.0:1788984865.791544:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322752 00000100:00100000:3.0:1788984865.791605:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 102 00000100:00100000:3.0:1788984865.791616:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:25985:x1875885973322752:12345-0@lo:104: 00010000:00010000:3.0:1788984865.791635:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984865.791870:0:25985:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:25985:1875885973322752:0@lo:104: 00010000:00010000:0.0:1788984865.791894:0:25985:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984865.791948:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984865.791955:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:25985:x1875885973322752:12345-0@lo:104: Request processed in 342us (2605us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984865.791962:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 102 00010000:00010000:1.0:1788984865.793187:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984865.793197:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.793206:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984865.793211:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.793220:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984865.793250:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984865.793256:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984865.793349:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.793356:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984865.793393:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.793400:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f25c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f263 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.793421:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984865.793423:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984865.793424:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984865.793472:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973322880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984865.793528:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984865.799998:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973322880 00000100:00100000:1.0:1788984865.800013:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973322880 00010000:00010000:1.0:1788984865.800075:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 24 pid: 6508 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984865.800112:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788984865.800121:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973322880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984865.800135:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984865.800140:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 24 pid: 6508 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800150:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 24 pid: 6508 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800180:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f263 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f25c expref: 24 pid: 6508 timeout: 805 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800199:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800207:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800228:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800235:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800242:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800249:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800255:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984865.800260:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800267:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800280:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984865.800300:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984865.800381:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973322880:12345-0@lo:103:ldlm_bl.0 Request processed in 260us (6852us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984865.800388:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:1.0:1788984865.800440:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973322880:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984865.800589:0:25985:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.800598:0:25985:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984865.800605:0:25985:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f26a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 25985 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984866.782183:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984866.852899:0:26033:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe2bf4faa0 20000000:00000080:2.0:1788984866.852950:0:26033:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db7000 uarg=0000000000000000 10000000:01000000:2.0:1788984866.853109:0:26033:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984866.853133:0:26033:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853151:0:26033:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853162:0:26033:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853170:0:26033:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853177:0:26033:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853184:0:26033:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853190:0:26033:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984866.853195:0:26033:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853202:0:26033:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853217:0:26033:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853225:0:26033:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984866.853242:0:26033:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f271 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26033 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984866.893844:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984866.893891:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984866.893947:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984866.894126:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175936 00000100:00100000:0.0:1788984866.894136:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175936 00000100:00100000:0.0:1788984866.894201:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175808 00000100:00100000:0.0:1788984866.894204:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175808 00000100:00100000:0.0:1788984866.894240:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 711 00000100:00100000:0.0:1788984866.894252:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953175936:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984866.894343:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953175936:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 92us (450us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984866.894351:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 711 00000100:00100000:0.0:1788984866.894368:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 712 00000100:00100000:0.0:1788984866.894375:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953175808:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984866.894412:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953175808:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984866.894419:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 712 00000100:00100000:2.0:1788984866.894727:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953175680 00000100:00100000:2.0:1788984866.894733:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953175680 00000100:00100000:2.0:1788984866.894790:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 501 00000100:00100000:2.0:1788984866.894799:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953175680:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984866.894836:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953175680:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (1001us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984866.894842:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 501 00000100:00080000:3.0:1788984866.895073:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984866.895078:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984867.038069:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984867.038098:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973323008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984867.038183:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.038276:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323008 00000100:00100000:3.0:1788984867.038285:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323008 00000100:00100000:3.0:1788984867.038347:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:3.0:1788984867.038358:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973323008:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984867.038389:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984867.038434:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973323008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.038440:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00080000:3.0:1788984867.038460:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984867.038493:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973323008:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984867.038875:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973323264:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.038912:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.038965:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973323776:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.038988:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.039011:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973324288:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.039031:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.039050:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788984867.039056:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973323136:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.039084:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.039105:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973323648:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.039129:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.039164:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973324160:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.039192:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.039218:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973323392:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.039241:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.039255:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973323904:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039443:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323264 00000100:00100000:1.0:1788984867.039449:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323264 00000100:00100000:1.0:1788984867.039487:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323776 00000100:00100000:1.0:1788984867.039490:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323776 00000100:00100000:1.0:1788984867.039515:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324288 00000100:00100000:1.0:1788984867.039518:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324288 00000100:00100000:1.0:1788984867.039536:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1788984867.039543:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973323264:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039592:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973323264:12345-0@lo:400:kworker.0 Request processed in 49us (679us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.039598:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1788984867.039612:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1788984867.039618:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973323776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039641:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143375f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973323776:12345-0@lo:400:kworker.0 Request processed in 24us (653us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.039659:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 714 00000100:00100000:1.0:1788984867.039670:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1788984867.039675:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973324288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039698:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973324288:12345-0@lo:400:kworker.0 Request processed in 23us (667us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.039714:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:1.0:1788984867.039745:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323648 00000100:00100000:1.0:1788984867.039748:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323648 00000100:00100000:1.0:1788984867.039781:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323392 00000100:00100000:1.0:1788984867.039784:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323392 00000100:00100000:1.0:1788984867.039796:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1788984867.039801:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973323648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039832:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973323648:12345-0@lo:400:kworker.0 Request processed in 31us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.039837:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:1.0:1788984867.039848:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:1.0:1788984867.039853:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973323392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039878:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973323392:12345-0@lo:400:kworker.0 Request processed in 25us (637us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.039883:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00080000:1.0:1788984867.039900:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984867.039945:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973323648:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039957:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973323264:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039964:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973323776:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.039972:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973324288:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.040005:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973323520:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.040029:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984867.040045:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973324032:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.040066:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984867.040094:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973324544:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.040113:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984867.040142:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324160 00000100:00100000:1.0:1788984867.040146:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324160 00000100:00100000:1.0:1788984867.040177:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324032 00000100:00100000:1.0:1788984867.040180:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324032 00000100:00100000:1.0:1788984867.040193:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324544 00000100:00100000:1.0:1788984867.040195:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324544 00000100:00100000:1.0:1788984867.040210:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788984867.040216:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973324160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.040251:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973324160:12345-0@lo:400:kworker.0 Request processed in 36us (1058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.040257:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 284 00000100:00100000:1.0:1788984867.040496:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 285 00000100:00100000:1.0:1788984867.040503:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973324032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.040536:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d3a9850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973324032:12345-0@lo:400:kworker.0 Request processed in 33us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.040542:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 285 00000100:00100000:3.0:1788984867.040766:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.040798:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973324416:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.040817:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.040846:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973323392:0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.040867:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323520 00000100:00100000:3.0:1788984867.040870:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323520 00000100:00100000:3.0:1788984867.040888:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323904 00000100:00100000:3.0:1788984867.040891:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323904 00000100:00100000:3.0:1788984867.040902:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324416 00000100:00100000:3.0:1788984867.040904:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324416 00000100:00100000:3.0:1788984867.040916:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1788984867.040922:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973323520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.040969:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973323520:12345-0@lo:400:kworker.0 Request processed in 46us (938us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.040974:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 716 00000100:00100000:3.0:1788984867.040986:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788984867.040991:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973323904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.041016:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143375180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973323904:12345-0@lo:400:kworker.0 Request processed in 25us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.041022:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:3.0:1788984867.041031:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1788984867.041044:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973324416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.041069:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973324416:12345-0@lo:400:kworker.0 Request processed in 26us (251us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.041074:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:3.0:1788984867.041096:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973323136 00000100:00100000:3.0:1788984867.041099:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973323136 00000100:00100000:3.0:1788984867.041122:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1788984867.041128:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973323136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.041154:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973323136:12345-0@lo:400:kworker.0 Request processed in 27us (2070us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.041160:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:3.0:1788984867.041187:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 286 00000100:00100000:3.0:1788984867.041194:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973324544:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984867.041219:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973324544:12345-0@lo:400:kworker.0 Request processed in 27us (1105us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.041225:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 286 00010000:00080000:3.0:1788984867.041256:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb65180 x1875885973323904/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984867.041281:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973323904:0@lo:400:kworker.0 00010000:00080000:3.0:1788984867.041292:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143374700 x1875885973324416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984867.041300:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973324416:0@lo:400:kworker.0 00000100:00080000:1.0:1788984867.041594:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984867.041599:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984867.041601:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984867.041618:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973323136:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.041629:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973324160:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.041856:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973323520:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.041868:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143375c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973324032:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.041876:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143375500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973324544:0@lo:400:kworker.0 00000100:00100000:1.0:1788984867.042535:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984867.042548:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973324672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984867.042592:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.042691:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324672 00000100:00100000:3.0:1788984867.042696:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324672 00000100:00100000:3.0:1788984867.042749:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1788984867.042765:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973324672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984867.042792:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984867.042836:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973324672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 72us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.042842:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1788984867.042877:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973324672:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984867.043857:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984867.043872:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973324800:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984867.043945:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984867.043982:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324800 00000100:00100000:3.0:1788984867.043988:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324800 00000100:00100000:3.0:1788984867.044021:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788984867.044028:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973324800:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984867.044056:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984867.044094:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973324800:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984867.044101:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788984867.044139:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973324800:0@lo:41:osp-pre-0-1.0 10000000:01000000:1.0:1788984867.431841:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984867.431849:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984867.431855:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984867.431906:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.431919:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.431952:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984867.431980:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973324928:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984867.432049:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984867.432097:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17db40 going to sleep for 11 seconds 00000100:00100000:1.0:1788984867.432121:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973324928 00000100:00100000:1.0:1788984867.432128:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973324928 00000100:00100000:1.0:1788984867.432180:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788984867.432188:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973324928:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984867.432202:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984867.432214:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f278 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.432239:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.432267:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.432275:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea200, rc 0) 00000100:00100000:1.0:1788984867.432315:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973324928:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 128us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984867.432323:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788984867.432373:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973324928:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984867.432387:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.432396:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984867.432417:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984867.432422:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.432429:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.809994:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984867.843347:0:26082:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8dfd1d40 20000000:00000080:1.0:1788984867.843365:0:26082:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144027400 uarg=0000000000000000 10000000:01000000:1.0:1788984867.843541:0:26082:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984867.843565:0:26082:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.843585:0:26082:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.843599:0:26082:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.844360:0:26082:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.844379:0:26082:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 23 pid: 6506 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984867.844395:0:26082:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26082:1875885973325056:0@lo:104: 00000100:00100000:1.0:1788984867.844457:0:26082:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984867.844596:0:26082:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984867.844648:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325056 00000100:00100000:2.0:1788984867.844657:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325056 00000100:00100000:2.0:1788984867.844719:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 103 00000100:00100000:2.0:1788984867.844738:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26082:x1875885973325056:12345-0@lo:104: 00010000:00010000:2.0:1788984867.844750:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984867.844815:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984867.844821:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26082:x1875885973325056:12345-0@lo:104: Request processed in 95us (364us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984867.844827:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 103 00000100:00100000:1.0:1788984867.844916:0:26082:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407c700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26082:1875885973325056:0@lo:104: 00010000:00010000:1.0:1788984867.844972:0:26082:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.845597:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984867.845606:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.845614:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984867.845619:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.845628:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984867.845635:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984867.845786:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984867.845865:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.845872:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788984867.845949:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00010000:00010000:0.0:1788984867.846039:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846047:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb600/0xa0dd3253da52f278 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f27f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846066:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984867.846082:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984867.846084:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984867.846281:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973325184:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984867.846337:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984867.846444:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325184 00000100:00100000:0.0:1788984867.846451:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325184 00010000:00010000:0.0:1788984867.846480:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 24 pid: 6506 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984867.846545:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:0.0:1788984867.846553:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b124621a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973325184:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984867.846567:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984867.846572:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 24 pid: 6506 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846584:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 24 pid: 6506 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846598:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f27f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f278 expref: 24 pid: 6506 timeout: 807 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846612:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846620:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846636:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846654:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846673:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846688:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846694:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984867.846698:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846707:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846735:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984867.846745:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984867.846836:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b124621a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973325184:12345-0@lo:103:ldlm_bl.0 Request processed in 283us (498us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984867.846843:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00010000:1.0:1788984867.847144:0:26082:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.847154:0:26082:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984867.847161:0:26082:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f286 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26082 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984867.849369:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973325184:0@lo:103:ldlm_bl.0 00000020:00000080:2.0:1788984868.753150:0:26130:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8270c190 20000000:00000080:2.0:1788984868.753169:0:26130:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db4800 uarg=0000000000000000 10000000:01000000:2.0:1788984868.753345:0:26130:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984868.753368:0:26130:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753385:0:26130:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753397:0:26130:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753403:0:26130:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753409:0:26130:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753417:0:26130:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753423:0:26130:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984868.753428:0:26130:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753436:0:26130:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753448:0:26130:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753455:0:26130:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984868.753473:0:26130:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f28d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26130 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984868.831111:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788984869.534036:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984869.534045:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984869.534051:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984869.534103:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.534126:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.534137:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984869.534164:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973325312:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984869.534245:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984869.534302:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19ac00 going to sleep for 11 seconds 00000100:00100000:2.0:1788984869.534487:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325312 00000100:00100000:2.0:1788984869.534496:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325312 00000100:00100000:2.0:1788984869.534551:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:2.0:1788984869.534561:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973325312:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984869.534574:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984869.534588:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f294 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.534610:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.534621:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.534630:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb600, rc 0) 00000100:00100000:2.0:1788984869.534672:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973325312:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984869.534679:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788984869.534787:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973325312:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984869.534803:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984869.534812:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984869.534832:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984869.534838:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984869.534855:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788984869.773372:0:26178:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd810ebea0 20000000:00000080:2.0:1788984869.773391:0:26178:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db4400 uarg=0000000000000000 10000000:01000000:2.0:1788984869.773558:0:26178:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984869.773579:0:26178:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.773596:0:26178:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.773611:0:26178:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.773652:0:26178:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.773665:0:26178:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 23 pid: 6509 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984869.773679:0:26178:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26178:1875885973325440:0@lo:104: 00000100:00100000:2.0:1788984869.773757:0:26178:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984869.773877:0:26178:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291600 going to sleep for 11 seconds 00000100:00100000:2.0:1788984869.777129:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788984869.777158:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325440 00000100:00100000:2.0:1788984869.777167:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325440 00000100:00100000:2.0:1788984869.777268:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 104 00000100:00100000:2.0:1788984869.777279:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144024450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26178:x1875885973325440:12345-0@lo:104: 00010000:00010000:2.0:1788984869.777296:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984869.777403:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984869.777410:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144024450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26178:x1875885973325440:12345-0@lo:104: Request processed in 133us (3654us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984869.777417:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 104 00000100:00100000:0.0:1788984869.777521:0:26178:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26178:1875885973325440:0@lo:104: 00010000:00010000:0.0:1788984869.777548:0:26178:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.777607:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984869.777615:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.777623:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984869.777627:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.777636:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984869.777644:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984869.777651:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984869.777696:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.777703:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984869.777737:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.777757:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f294 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f29b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.777775:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984869.777777:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984869.777779:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984869.777863:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973325568:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984869.777915:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984869.778036:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325568 00000100:00100000:1.0:1788984869.778040:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325568 00010000:00010000:1.0:1788984869.778063:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 24 pid: 6509 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984869.778091:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:1.0:1788984869.778098:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973325568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984869.778108:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984869.778114:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 24 pid: 6509 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778125:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 24 pid: 6509 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778140:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f29b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f294 expref: 24 pid: 6509 timeout: 809 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778155:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778164:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778191:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778201:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778208:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778215:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778220:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984869.778225:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778232:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778254:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984869.778264:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984869.778297:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973325568:12345-0@lo:103:ldlm_bl.0 Request processed in 199us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984869.778304:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00000100:00100000:3.0:1788984869.778408:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973325568:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984869.778445:0:26178:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984869.778463:0:26178:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984869.778470:0:26178:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f2a2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26178 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984869.854080:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984870.111218:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984870.111246:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973325696:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984870.111330:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984870.111468:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325696 00000100:00100000:1.0:1788984870.111477:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325696 00000100:00100000:1.0:1788984870.111543:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1788984870.111554:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973325696:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984870.111590:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984870.111640:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973325696:12345-0@lo:13:osp-pre-0-0.0 Request processed in 89us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984870.111652:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:1.0:1788984870.111701:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973325696:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984870.111828:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984870.113142:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984870.113162:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973325824:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984870.113218:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984870.113295:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325824 00000100:00100000:1.0:1788984870.113302:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325824 00000100:00100000:1.0:1788984870.113359:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:1.0:1788984870.113369:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973325824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984870.113387:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984870.113429:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973325824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 61us (211us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984870.113435:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788984870.113446:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973325824:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984870.114251:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984870.622459:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973325952:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984870.622533:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984870.622606:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973325952 00000100:00100000:3.0:1788984870.622623:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973325952 00000100:00100000:3.0:1788984870.622686:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1788984870.622696:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973325952:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984870.622743:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984870.622790:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973325952:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984870.622797:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1788984870.622838:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973325952:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984870.866473:0:26226:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1df76390 20000000:00000080:3.0:1788984870.866490:0:26226:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143867000 uarg=0000000000000000 10000000:01000000:3.0:1788984870.868513:0:26226:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984870.868547:0:26226:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868565:0:26226:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868575:0:26226:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868596:0:26226:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868603:0:26226:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868611:0:26226:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868617:0:26226:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984870.868622:0:26226:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868728:0:26226:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868744:0:26226:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868752:0:26226:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984870.868757:0:26226:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2a9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26226 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984870.890993:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984870.942062:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984870.942070:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984870.942077:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984870.942127:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984870.942140:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984870.942152:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984870.942178:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973326080:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984870.942250:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984870.942318:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5180 going to sleep for 11 seconds 00000100:00100000:1.0:1788984870.942403:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326080 00000100:00100000:1.0:1788984870.942412:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326080 00000100:00100000:1.0:1788984870.942474:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788984870.942484:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973326080:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984870.942498:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984870.942512:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f2b0 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984870.942535:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984870.942546:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984870.942567:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eba00, rc 0) 00000100:00100000:1.0:1788984870.942624:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973326080:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (361us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984870.942631:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788984870.942678:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973326080:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984870.942692:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984870.942719:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984870.942737:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984870.942742:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984870.942748:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788984871.762798:0:26275:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3c50c810 20000000:00000080:3.0:1788984871.762816:0:26275:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143866800 uarg=0000000000000000 10000000:01000000:3.0:1788984871.763179:0:26275:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984871.763202:0:26275:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984871.763229:0:26275:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984871.763237:0:26275:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984871.763273:0:26275:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984871.763287:0:26275:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 23 pid: 6508 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984871.763300:0:26275:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26275:1875885973326208:0@lo:104: 00000100:00100000:3.0:1788984871.763357:0:26275:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984871.763447:0:26275:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34900 going to sleep for 11 seconds 00000100:00100000:1.0:1788984871.763639:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326208 00000100:00100000:1.0:1788984871.763647:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326208 00000100:00100000:1.0:1788984871.763689:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 105 00000100:00100000:1.0:1788984871.763707:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:26275:x1875885973326208:12345-0@lo:104: 00010000:00010000:1.0:1788984871.763721:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984871.763782:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984871.763794:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:26275:x1875885973326208:12345-0@lo:104: Request processed in 89us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984871.763799:0:26275:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26275:1875885973326208:0@lo:104: 00000100:00100000:1.0:1788984871.763801:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 105 00010000:00010000:3.0:1788984871.763817:0:26275:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984871.764083:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984871.764090:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984871.764099:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984871.764102:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984871.764110:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984871.764117:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984871.764122:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984871.764342:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984871.764349:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:3.0:1788984871.764394:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973326336:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984871.764429:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984871.764498:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326336 00000100:00100000:2.0:1788984871.764503:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326336 00010000:00010000:2.0:1788984871.764526:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 24 pid: 6508 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984871.764598:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788984871.764607:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973326336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984871.764618:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984871.764624:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 24 pid: 6508 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764634:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 24 pid: 6508 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764647:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f2b7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f2b0 expref: 24 pid: 6508 timeout: 811 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764662:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764670:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764685:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764704:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764712:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764726:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764732:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984871.764736:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764743:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764760:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984871.764769:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1788984871.764817:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984871.764825:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2b0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2b7 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984871.764840:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984871.764842:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984871.764843:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984871.765298:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973326336:12345-0@lo:103:ldlm_bl.0 Request processed in 691us (867us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984871.765305:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00000100:00100000:3.0:1788984871.765356:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973326336:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984871.765383:0:26275:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984871.765392:0:26275:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984871.765408:0:26275:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2be lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26275 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984871.913469:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984872.000489:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984872.000528:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984872.000554:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984872.000578:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176064 00000100:00100000:3.0:1788984872.000588:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176064 00000100:00100000:3.0:1788984872.001441:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 506 00000100:00100000:3.0:1788984872.001454:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953176064:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984872.001526:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953176064:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984872.001534:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 506 00000100:00100000:3.0:1788984872.001568:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176320 00000100:00100000:3.0:1788984872.001572:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176320 00000100:00100000:3.0:1788984872.001778:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176192 00000100:00100000:3.0:1788984872.001783:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176192 00000100:00100000:3.0:1788984872.001808:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 719 00000100:00100000:3.0:1788984872.001814:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953176320:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984872.001844:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143375500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953176320:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (1317us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984872.001850:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 719 00000100:00100000:3.0:1788984872.001863:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 720 00000100:00100000:3.0:1788984872.001869:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953176192:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984872.001892:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143375c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953176192:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (1337us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984872.001907:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 720 00000100:00080000:2.0:1788984872.004877:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984872.004885:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984872.159050:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973326464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984872.159147:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984872.159206:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973326848:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.159221:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973326976:0@lo:400:kworker.0 00000100:00100000:3.0:1788984872.159235:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984872.159243:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984872.159259:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973327360:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.159259:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973327488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984872.159279:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984872.159308:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973326720:0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.159401:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973326592:0@lo:400:kworker.0 00000100:00100000:3.0:1788984872.159674:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973327872:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.159741:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984872.159771:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973327232:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.159793:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984872.159799:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326976 00000100:00100000:2.0:1788984872.159809:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326976 00000100:00100000:0.0:1788984872.159811:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973327744:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.159829:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984872.159861:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326720 00000100:00100000:2.0:1788984872.159864:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326720 00000100:00100000:0.0:1788984872.159877:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1788984872.159886:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1788984872.159886:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973326976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.159891:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973326720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.159956:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973326720:12345-0@lo:400:kworker.0 Request processed in 63us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984872.159963:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:0.0:1788984872.160149:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973326976:12345-0@lo:400:kworker.0 Request processed in 263us (904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984872.160156:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:2.0:1788984872.160178:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973326720:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.160196:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326848 00000100:00100000:0.0:1788984872.160200:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326848 00000100:00100000:0.0:1788984872.160223:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327232 00000100:00100000:0.0:1788984872.160226:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327232 00000100:00100000:0.0:1788984872.160265:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327744 00000100:00100000:0.0:1788984872.160269:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327744 00000100:00080000:2.0:1788984872.160271:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984872.160282:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1788984872.160288:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973326848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.160322:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973326848:12345-0@lo:400:kworker.0 Request processed in 33us (1085us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984872.160328:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 721 00000100:00100000:0.0:1788984872.160339:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1788984872.160352:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973327232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.160393:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973327232:12345-0@lo:400:kworker.0 Request processed in 41us (599us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984872.160399:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:0.0:1788984872.160410:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1788984872.160416:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973327744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.160442:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973327744:12345-0@lo:400:kworker.0 Request processed in 26us (611us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984872.160448:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:0.0:1788984872.160476:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788984872.160501:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432ff800 x1875885973327232/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984872.160505:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973328000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984872.160512:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973327232:0@lo:400:kworker.0 00010000:00080000:2.0:1788984872.160522:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432ff480 x1875885973327744/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984872.160530:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973327744:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.160530:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984872.160552:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973326976:0@lo:400:kworker.0 00000100:00100000:0.0:1788984872.160563:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984872.160568:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973328128:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984872.160589:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984872.160619:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326464 00000100:00100000:0.0:1788984872.160623:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326464 00000100:00100000:0.0:1788984872.160651:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328000 00000100:00100000:0.0:1788984872.160654:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328000 00000100:00100000:0.0:1788984872.160667:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1788984872.160673:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973326464:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984872.160706:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984872.160741:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973326464:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (1595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984872.160748:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1788984872.160765:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1788984872.160770:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973328000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984872.160779:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984872.160801:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973328000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984872.160805:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:0.0:1788984872.160832:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973328000:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788984872.161319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984872.161333:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328128 00000100:00100000:2.0:1788984872.161337:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328128 00000100:00100000:2.0:1788984872.161363:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:2.0:1788984872.161369:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973328128:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984872.161392:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984872.161425:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973328128:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (835us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984872.161430:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:0.0:1788984872.162234:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973326464:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984872.162283:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973328128:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984872.166220:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327360 00000100:00100000:1.0:1788984872.166220:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984872.166234:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327360 00000100:00100000:1.0:1788984872.166283:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973327104:0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.166314:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327488 00000100:00100000:2.0:1788984872.166317:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327488 00000100:00100000:1.0:1788984872.166320:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984872.166340:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 287 00000100:00100000:1.0:1788984872.166342:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973327616:0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.166348:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973327360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166361:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984872.166397:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973327360:12345-0@lo:400:kworker.0 Request processed in 50us (7117us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984872.166398:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973326592 00000100:00100000:1.0:1788984872.166401:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973326592 00000100:00100000:2.0:1788984872.166404:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 287 00000100:00100000:2.0:1788984872.166418:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1788984872.166425:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327104 00000100:00100000:1.0:1788984872.166427:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327104 00000100:00100000:2.0:1788984872.166435:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973327488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166439:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327616 00000100:00100000:1.0:1788984872.166441:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327616 00000100:00100000:1.0:1788984872.166454:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:1.0:1788984872.166460:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973326592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.166479:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973327488:12345-0@lo:400:kworker.0 Request processed in 44us (6002us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984872.166485:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 288 00000100:00100000:1.0:1788984872.166490:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973326592:12345-0@lo:400:kworker.0 Request processed in 31us (277us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984872.166495:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00080000:2.0:1788984872.166505:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984872.166506:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 725 00000100:00080000:2.0:1788984872.166509:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984872.166513:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973327104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166538:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973327104:12345-0@lo:400:kworker.0 Request processed in 26us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984872.166543:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 725 00000100:00100000:1.0:1788984872.166555:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1788984872.166568:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973327616:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166598:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973327616:12345-0@lo:400:kworker.0 Request processed in 31us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984872.166603:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:1.0:1788984872.166753:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973326592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166764:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973327104:0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166772:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973327616:0@lo:400:kworker.0 00000100:00100000:1.0:1788984872.166827:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973327488:0@lo:400:kworker.0 00000100:00100000:3.0:1788984872.171233:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984872.171310:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973327872 00000100:00100000:2.0:1788984872.171320:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973327872 00000100:00100000:3.0:1788984872.171341:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973326848:0@lo:400:kworker.0 00000100:00100000:3.0:1788984872.171354:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973327360:0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.171376:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 289 00000100:00100000:2.0:1788984872.171385:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973327872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984872.171451:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973327872:12345-0@lo:400:kworker.0 Request processed in 67us (228us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984872.171457:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 289 00000100:00100000:3.0:1788984872.171460:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973327872:0@lo:400:kworker.0 00000020:00000080:3.0:1788984872.613634:0:26323:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb16a2460 20000000:00000080:3.0:1788984872.613652:0:26323:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143866800 uarg=0000000000000000 10000000:01000000:3.0:1788984872.614285:0:26323:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984872.614307:0:26323:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614323:0:26323:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614334:0:26323:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614341:0:26323:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614349:0:26323:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614363:0:26323:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614370:0:26323:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984872.614375:0:26323:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614383:0:26323:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614396:0:26323:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614403:0:26323:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984872.614410:0:26323:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2c5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26323 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984872.926876:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984873.439965:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984873.439972:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984873.439976:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984873.440018:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.440031:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.440043:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984873.440068:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973328256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984873.440369:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984873.440461:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192fa80 going to sleep for 11 seconds 00000100:00100000:3.0:1788984873.458869:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328256 00000100:00100000:3.0:1788984873.458884:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328256 00000100:00100000:2.0:1788984873.459045:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788984873.459057:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973328256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984873.459077:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984873.459097:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f2cc expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984873.459125:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984873.459137:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984873.459147:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eaa00, rc 0) 00000100:00100000:2.0:1788984873.459230:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973328256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 175us (18860us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984873.459250:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:2.0:1788984873.471993:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973328256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984873.472023:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984873.472037:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984873.472062:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984873.472067:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984873.472075:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788984873.541763:0:26371:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd5c2b0b0 20000000:00000080:3.0:1788984873.541783:0:26371:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143866800 uarg=0000000000000000 10000000:01000000:3.0:1788984873.542439:0:26371:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984873.542462:0:26371:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984873.542484:0:26371:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984873.542506:0:26371:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984873.542544:0:26371:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984873.542559:0:26371:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 23 pid: 6509 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984873.542574:0:26371:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26371:1875885973328384:0@lo:104: 00000100:00100000:3.0:1788984873.543215:0:26371:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984873.543350:0:26371:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788984873.544466:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328384 00000100:00100000:2.0:1788984873.544480:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328384 00000100:00100000:2.0:1788984873.544574:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 106 00000100:00100000:2.0:1788984873.544585:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26371:x1875885973328384:12345-0@lo:104: 00010000:00010000:2.0:1788984873.544611:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984873.544708:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984873.544714:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26371:x1875885973328384:12345-0@lo:104: Request processed in 132us (1502us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984873.544720:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 106 00000100:00100000:3.0:1788984873.544853:0:26371:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26371:1875885973328384:0@lo:104: 00010000:00010000:3.0:1788984873.544896:0:26371:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545091:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984873.545098:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545119:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984873.545123:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545131:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984873.545138:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984873.545144:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984873.545187:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545194:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984873.545229:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545236:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f2cc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545263:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984873.545265:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984873.545267:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984873.545280:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973328512:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984873.545322:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984873.545372:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328512 00000100:00100000:0.0:1788984873.545376:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328512 00010000:00010000:0.0:1788984873.545397:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 24 pid: 6509 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984873.545430:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788984873.545437:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973328512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984873.545449:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984873.545455:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 24 pid: 6509 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545466:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 24 pid: 6509 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545479:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f2d3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f2cc expref: 24 pid: 6509 timeout: 813 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545493:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545502:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545518:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545525:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545531:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545537:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545550:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984873.545554:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545562:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545572:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984873.545581:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984873.545626:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973328512:12345-0@lo:103:ldlm_bl.0 Request processed in 189us (302us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984873.545632:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00000100:00100000:0.0:1788984873.545660:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973328512:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984873.546267:0:26371:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984873.546277:0:26371:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984873.546283:0:26371:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2da lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26371 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984873.951078:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984874.414645:0:26419:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd240fccb0 20000000:00000080:2.0:1788984874.414676:0:26419:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db6c00 uarg=0000000000000000 10000000:01000000:2.0:1788984874.414834:0:26419:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984874.414856:0:26419:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414872:0:26419:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414884:0:26419:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414890:0:26419:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414897:0:26419:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414903:0:26419:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414910:0:26419:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984874.414914:0:26419:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414922:0:26419:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414965:0:26419:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414974:0:26419:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984874.414992:0:26419:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f2e1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26419 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984874.991064:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984875.234872:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973328640:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984875.234960:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984875.235032:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328640 00000100:00100000:3.0:1788984875.235045:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328640 00000100:00100000:3.0:1788984875.235095:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:3.0:1788984875.235104:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973328640:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984875.235132:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984875.235176:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973328640:12345-0@lo:13:osp-pre-0-1.0 Request processed in 73us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984875.235183:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:3.0:1788984875.235203:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984875.235239:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973328640:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984875.244101:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973328768:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984875.244178:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984875.244377:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328768 00000100:00100000:3.0:1788984875.244387:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328768 00000100:00100000:3.0:1788984875.244455:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:3.0:1788984875.244466:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973328768:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984875.244490:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788984875.244556:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984875.246741:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973328768:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2270us (2556us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984875.246756:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:2.0:1788984875.253500:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973328768:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1788984875.456302:0:26467:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0ca495c0 20000000:00000080:3.0:1788984875.456319:0:26467:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143867c00 uarg=0000000000000000 10000000:01000000:3.0:1788984875.458820:0:26467:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984875.458851:0:26467:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.458870:0:26467:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.458882:0:26467:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.458908:0:26467:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.458915:0:26467:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.458922:0:26467:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.460608:0:26467:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984875.460615:0:26467:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.460626:0:26467:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.460643:0:26467:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.460653:0:26467:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.460671:0:26467:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2e8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26467 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984875.496303:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984875.496311:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984875.496317:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984875.496366:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984875.496378:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984875.496390:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984875.496414:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973328896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984875.496491:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984875.496540:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a780 going to sleep for 11 seconds 00000100:00100000:3.0:1788984875.496769:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973328896 00000100:00100000:3.0:1788984875.496778:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973328896 00000100:00100000:3.0:1788984875.496831:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788984875.496839:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973328896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984875.496851:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984875.496873:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f2ef expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.496895:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.496906:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.496915:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677a00, rc 0) 00000100:00100000:3.0:1788984875.496989:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973328896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (497us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984875.496996:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:3.0:1788984875.497046:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973328896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984875.497061:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.497077:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984875.497098:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984875.497103:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984875.497111:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984875.742115:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984875.742142:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973329024:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984875.742217:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984875.742742:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329024 00000100:00100000:0.0:1788984875.742751:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329024 00000100:00100000:0.0:1788984875.742799:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1788984875.742808:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973329024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984875.742845:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984875.742897:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973329024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (680us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984875.742905:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1788984875.743004:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973329024:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984875.998096:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984877.023197:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984877.121416:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984877.121470:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984877.121563:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176448 00000100:00100000:3.0:1788984877.121583:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176448 00000100:00100000:3.0:1788984877.121692:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 509 00000100:00100000:3.0:1788984877.121703:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953176448:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984877.121786:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953176448:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 84us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984877.121793:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 509 00000100:00100000:1.0:1788984877.121884:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176576 00000100:00100000:1.0:1788984877.121890:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176576 00000100:00100000:1.0:1788984877.121972:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 727 00000100:00100000:1.0:1788984877.121980:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953176576:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984877.122012:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953176576:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 34us (542us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.122018:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 727 00000100:00080000:3.0:1788984877.122382:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984877.123716:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984877.123820:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176704 00000100:00100000:1.0:1788984877.123830:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176704 00000100:00100000:1.0:1788984877.123907:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 728 00000100:00100000:1.0:1788984877.123918:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953176704:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:3.0:1788984877.123944:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984877.124032:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953176704:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 116us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.124054:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 728 00000100:00100000:0.0:1788984877.279104:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973329152:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984877.279299:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984877.279315:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973329408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984877.279351:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984877.279414:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329408 00000100:00100000:1.0:1788984877.279421:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329408 00000100:00100000:1.0:1788984877.279476:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1788984877.279486:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973329408:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984877.279515:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984877.279570:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973329408:12345-0@lo:13:osp-pre-1-1.0 Request processed in 86us (218us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.279590:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00080000:1.0:1788984877.279612:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984877.279658:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973329408:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984877.279693:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973329280:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984877.279721:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984877.280153:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984877.280317:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329152 00000100:00100000:1.0:1788984877.280324:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329152 00000100:00100000:1.0:1788984877.280372:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788984877.280378:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973329152:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984877.280391:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984877.280425:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973329152:12345-0@lo:13:osp-pre-1-0.0 Request processed in 47us (272us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.280431:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788984877.280471:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973329152:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984877.280523:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329280 00000100:00100000:2.0:1788984877.280534:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329280 00000100:00080000:0.0:1788984877.280547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984877.280568:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1788984877.280575:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973329280:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984877.280599:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984877.280656:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973329280:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984877.280662:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:2.0:1788984877.280781:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973329920:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.280821:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984877.280846:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973330432:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.280869:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984877.280888:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788984877.280894:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973329536:0@lo:400:kworker.0 00000100:00100000:1.0:1788984877.280895:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329920 00000100:00100000:1.0:1788984877.280900:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329920 00000100:00100000:2.0:1788984877.280918:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984877.280922:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:1.0:1788984877.280950:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973329920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.280952:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973330048:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.280976:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984877.280980:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973329920:12345-0@lo:400:kworker.0 Request processed in 32us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.280986:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:2.0:1788984877.280992:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973330560:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281013:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984877.281043:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973329920:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281064:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330432 00000100:00100000:2.0:1788984877.281067:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330432 00000100:00100000:2.0:1788984877.281100:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1788984877.281106:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973330432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984877.281118:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330048 00000100:00100000:1.0:1788984877.281122:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330048 00000100:00100000:2.0:1788984877.281138:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973330432:12345-0@lo:400:kworker.0 Request processed in 33us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.281147:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330560 00000100:00100000:1.0:1788984877.281150:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330560 00000100:00100000:2.0:1788984877.281153:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 290 00000100:00100000:2.0:1788984877.281169:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329536 00000100:00100000:2.0:1788984877.281173:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329536 00000100:00100000:1.0:1788984877.281177:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:1.0:1788984877.281183:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973330048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281194:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788984877.281200:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973329536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984877.281212:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973330048:12345-0@lo:400:kworker.0 Request processed in 30us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.281218:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1788984877.281223:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973329536:12345-0@lo:400:kworker.0 Request processed in 24us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984877.281228:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1788984877.281229:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 730 00000100:00100000:1.0:1788984877.281234:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973330560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984877.281258:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973330560:12345-0@lo:400:kworker.0 Request processed in 23us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.281264:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 730 00000100:00080000:2.0:1788984877.281270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984877.281273:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984877.281293:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973329536:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281302:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973330048:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281310:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973330560:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281317:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143375880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973330432:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281336:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973329664:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281357:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984877.281381:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973330176:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281400:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984877.281400:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973329792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.281413:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973330688:0@lo:400:kworker.0 00000100:00100000:0.0:1788984877.281425:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984877.281491:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973330304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984877.281513:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984877.281543:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973329280:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984877.283573:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329664 00000100:00100000:2.0:1788984877.283587:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329664 00000100:00100000:2.0:1788984877.283648:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330176 00000100:00100000:2.0:1788984877.283652:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330176 00000100:00100000:2.0:1788984877.283687:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973329792 00000100:00100000:2.0:1788984877.283696:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973329792 00000100:00100000:2.0:1788984877.283716:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788984877.283725:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973329664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984877.284293:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:1.0:1788984877.284305:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973330176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984877.284369:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 733 00000100:00100000:0.0:1788984877.284378:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973329792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984877.284987:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973329664:12345-0@lo:400:kworker.0 Request processed in 1259us (3626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984877.284995:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:1.0:1788984877.285000:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973330176:12345-0@lo:400:kworker.0 Request processed in 700us (3600us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.285006:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788984877.285032:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330304 00000100:00100000:2.0:1788984877.285038:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330304 00000100:00100000:2.0:1788984877.285078:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 291 00000100:00100000:2.0:1788984877.285085:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973330304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984877.285100:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973329792:12345-0@lo:400:kworker.0 Request processed in 725us (3674us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984877.285107:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 733 00000100:00100000:2.0:1788984877.285117:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973330304:12345-0@lo:400:kworker.0 Request processed in 34us (3604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984877.285123:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 291 00000100:00100000:0.0:1788984877.285154:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973329792:0@lo:400:kworker.0 00000100:00080000:2.0:1788984877.285223:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984877.285227:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984877.285240:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984877.285289:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973330304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984877.287121:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330688 00000100:00100000:0.0:1788984877.287133:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330688 00000100:00080000:0.0:1788984877.287315:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984877.287327:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:1.0:1788984877.287336:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973330688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984877.287387:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973330688:12345-0@lo:400:kworker.0 Request processed in 54us (2147us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984877.287392:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:2.0:1788984877.288358:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973329664:0@lo:400:kworker.0 00010000:00080000:2.0:1788984877.288380:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143374e00 x1875885973330176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984877.288387:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973330176:0@lo:400:kworker.0 00010000:00080000:2.0:1788984877.288394:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c261180 x1875885973330688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984877.288400:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973330688:0@lo:400:kworker.0 00000020:00000080:0.0:1788984877.346537:0:26566:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd411acab0 20000000:00000080:0.0:1788984877.346557:0:26566:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143be0000 uarg=0000000000000000 10000000:01000000:0.0:1788984877.349511:0:26566:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984877.349540:0:26566:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984877.349562:0:26566:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984877.349584:0:26566:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984877.349645:0:26566:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984877.349662:0:26566:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 23 pid: 6508 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984877.351107:0:26566:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26566:1875885973330816:0@lo:104: 00000100:00100000:0.0:1788984877.351365:0:26566:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984877.351527:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330816 00000100:00100000:1.0:1788984877.351537:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330816 00000100:00100000:0.0:1788984877.351601:0:26566:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984877.356824:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 107 00000100:00100000:2.0:1788984877.356848:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26566:x1875885973330816:12345-0@lo:104: 00010000:00010000:2.0:1788984877.356886:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984877.357184:0:6498:0:(service.c:3467:ptlrpc_start_thread()) ldlm_cbd[0] started 2 min 2 max 56 00000100:00100000:1.0:1788984877.357194:0:6498:0:(service.c:3526:ptlrpc_start_thread()) starting thread 'ldlm_cb00_002' 00010000:00010000:2.0:1788984877.357547:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984877.357555:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26566:x1875885973330816:12345-0@lo:104: Request processed in 719us (6189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984877.357564:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 107 00010000:00010000:3.0:1788984877.357761:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984877.357769:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.357777:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984877.357782:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.357803:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984877.357811:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984877.357816:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984877.357857:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.357864:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984877.357886:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.357902:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52f2ef lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f2f6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.357919:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984877.357921:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984877.357922:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984877.357960:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973330944:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984877.358004:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984877.358055:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973330944 00000100:00100000:3.0:1788984877.358062:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973330944 00010000:00010000:3.0:1788984877.358089:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 24 pid: 6508 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984877.358112:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788984877.358119:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973330944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984877.358130:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984877.358135:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 24 pid: 6508 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358145:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 24 pid: 6508 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358175:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358184:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358209:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358217:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358223:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358230:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358235:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984877.358239:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358442:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358453:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984877.358463:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984877.358496:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973330944:12345-0@lo:103:ldlm_bl.0 Request processed in 377us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984877.358503:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00000100:00100000:3.0:1788984877.358539:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973330944:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984877.360066:0:26566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f2f6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f2ef expref: 23 pid: 6508 timeout: 817 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984877.360083:0:26566:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26566:1875885973330816:0@lo:104: 00010000:00010000:0.0:1788984877.360104:0:26566:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984877.360337:0:26566:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984877.360345:0:26566:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984877.360351:0:26566:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f2fd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26566 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984878.047942:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788984878.943380:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984878.943388:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984878.943402:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984878.943443:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984878.943456:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984878.943468:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984878.943493:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973331072:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984878.943555:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984878.943605:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788984878.943653:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331072 00000100:00100000:1.0:1788984878.943660:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331072 00000100:00100000:1.0:1788984878.943709:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788984878.943717:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973331072:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984878.943730:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984878.943743:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f304 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984878.943764:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984878.943773:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984878.943788:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebc00, rc 0) 00000100:00100000:1.0:1788984878.943829:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973331072:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984878.943836:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:3.0:1788984878.944468:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973331072:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984878.944485:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984878.944495:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984878.944513:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984878.944519:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984878.944527:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.072091:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984879.380544:0:26667:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef9e2b5e0 20000000:00000080:1.0:1788984879.380565:0:26667:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12757c5800 uarg=0000000000000000 10000000:01000000:1.0:1788984879.382597:0:26667:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984879.382636:0:26667:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984879.382664:0:26667:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984879.382672:0:26667:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984879.382716:0:26667:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984879.382733:0:26667:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 23 pid: 6508 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984879.382747:0:26667:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26667:1875885973331200:0@lo:104: 00000100:00100000:1.0:1788984879.382811:0:26667:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984879.382872:0:26667:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676adc00 going to sleep for 11 seconds 00000100:00100000:2.0:1788984879.383093:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331200 00000100:00100000:2.0:1788984879.383101:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331200 00000100:00100000:2.0:1788984879.383152:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 108 00000100:00100000:2.0:1788984879.383162:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26667:x1875885973331200:12345-0@lo:104: 00010000:00010000:2.0:1788984879.383175:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383249:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984879.383256:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:26667:x1875885973331200:12345-0@lo:104: Request processed in 95us (445us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984879.383262:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 108 00010000:00010000:2.0:1788984879.383282:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984879.383287:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383294:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984879.383297:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383305:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984879.383327:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984879.383332:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984879.383360:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383367:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984879.383384:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383391:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f304 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f30b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383405:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984879.383406:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984879.383408:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984879.383427:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973331328:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984879.383454:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984879.383490:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331328 00000100:00100000:2.0:1788984879.383495:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331328 00010000:00010000:2.0:1788984879.383512:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 24 pid: 6508 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984879.383533:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788984879.383540:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973331328:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984879.383550:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984879.383555:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 24 pid: 6508 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383572:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 24 pid: 6508 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383588:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383596:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383610:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383626:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383634:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383641:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383647:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984879.383651:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383659:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383668:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984879.383689:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984879.383719:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973331328:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984879.383726:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00000100:00100000:2.0:1788984879.383761:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973331328:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984879.383842:0:26667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f30b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f304 expref: 23 pid: 6508 timeout: 819 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984879.383853:0:26667:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407ce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:26667:1875885973331200:0@lo:104: 00010000:00010000:0.0:1788984879.383867:0:26667:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984879.383875:0:26667:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984879.383888:0:26667:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984879.383895:0:26667:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52f312 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 26667 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984880.097009:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984880.350501:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984880.350526:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973331456:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984880.350625:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984880.350688:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331456 00000100:00100000:1.0:1788984880.350696:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331456 00000100:00100000:1.0:1788984880.350747:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788984880.350756:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973331456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984880.350783:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984880.350825:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973331456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 70us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984880.350832:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788984880.350874:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973331456:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788984880.351098:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984880.351297:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973331584:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984880.351329:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984880.351437:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331584 00000100:00100000:0.0:1788984880.351442:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331584 00000100:00100000:0.0:1788984880.351483:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:0.0:1788984880.351490:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973331584:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984880.351503:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788984880.351563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984880.361495:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973331584:12345-0@lo:13:osp-pre-0-1.0 Request processed in 9995us (10154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984880.361511:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788984880.367108:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973331584:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984880.863066:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973331712:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984880.863148:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984880.863587:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331712 00000100:00100000:0.0:1788984880.863597:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331712 00000100:00100000:0.0:1788984880.863661:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:0.0:1788984880.863670:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973331712:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984880.863705:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984880.863783:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973331712:12345-0@lo:41:osp-pre-1-0.0 Request processed in 104us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984880.863790:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:2.0:1788984880.864023:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973331712:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788984881.054650:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984881.054658:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984881.054663:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984881.054711:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984881.054726:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984881.054738:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984881.055023:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973331840:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984881.055095:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984881.055191:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:3.0:1788984881.073904:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331840 00000100:00100000:3.0:1788984881.073950:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331840 00000100:00100000:3.0:1788984881.074018:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:3.0:1788984881.074030:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973331840:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984881.074049:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984881.074069:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f319 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984881.074102:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984881.074116:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984881.074126:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788984881.074218:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973331840:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 190us (19122us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984881.074225:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:2.0:1788984881.074583:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973331840:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984881.074616:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984881.074628:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984881.074662:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984881.074668:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984881.074676:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984881.118993:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984882.145610:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984882.232663:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984882.232717:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984882.232764:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984882.232794:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177088 00000100:00100000:3.0:1788984882.232803:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177088 00000100:00100000:3.0:1788984882.232859:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176960 00000100:00100000:3.0:1788984882.232863:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176960 00000100:00100000:3.0:1788984882.232888:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 735 00000100:00100000:3.0:1788984882.232912:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953177088:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984882.233031:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953177088:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 120us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.233039:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 735 00000100:00100000:3.0:1788984882.233057:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 736 00000100:00100000:3.0:1788984882.233063:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953176960:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984882.233084:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ffb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953176960:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.233090:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 736 00000100:00080000:3.0:1788984882.233105:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984882.233109:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984882.233302:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953176832 00000100:00100000:0.0:1788984882.233307:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953176832 00000100:00100000:0.0:1788984882.233346:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 513 00000100:00100000:0.0:1788984882.233353:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953176832:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984882.233393:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953176832:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (740us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984882.233400:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 513 00000100:00100000:0.0:1788984882.398996:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984882.399015:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973331968:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984882.399073:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.399130:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973331968 00000100:00100000:0.0:1788984882.399136:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973331968 00000100:00100000:0.0:1788984882.399188:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788984882.399204:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973331968:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984882.399240:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984882.399278:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973331968:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984882.399282:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788984882.399316:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973331968:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984882.401474:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984882.401496:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973332096:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984882.401556:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984882.401622:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332096 00000100:00100000:3.0:1788984882.401629:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332096 00000100:00100000:3.0:1788984882.401681:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788984882.401691:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973332096:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984882.401717:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984882.401764:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973332096:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.401770:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00080000:3.0:1788984882.401791:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984882.401838:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973332096:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984882.402668:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984882.402683:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973332224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984882.402729:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.404415:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332224 00000100:00100000:0.0:1788984882.404426:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332224 00000100:00100000:0.0:1788984882.404499:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1788984882.404509:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973332224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984882.404537:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984882.404620:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973332224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 113us (1891us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984882.404626:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00080000:0.0:1788984882.404660:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984882.404701:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973332224:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984882.410310:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973332352:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.410393:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984882.413256:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332352 00000100:00100000:1.0:1788984882.413279:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332352 00000100:00100000:1.0:1788984882.413342:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788984882.413353:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973332352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.413455:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973332352:12345-0@lo:400:kworker.0 Request processed in 104us (3062us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984882.413463:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788984882.413524:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973332352:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414276:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973332480:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414323:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.414350:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973332992:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414372:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.414390:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973333504:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414408:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.414428:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788984882.414434:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973332608:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414453:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.414470:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973333120:0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414494:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984882.414540:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333120 00000100:00100000:0.0:1788984882.414546:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333120 00000100:00100000:0.0:1788984882.414600:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 292 00000100:00100000:0.0:1788984882.414609:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973333120:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984882.414650:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973333120:12345-0@lo:400:kworker.0 Request processed in 42us (154us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984882.414656:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 292 00000100:00080000:0.0:1788984882.414680:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984882.414704:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973333120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984882.414876:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332480 00000100:00100000:3.0:1788984882.414882:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332480 00000100:00100000:3.0:1788984882.414918:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332992 00000100:00100000:3.0:1788984882.414959:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332992 00000100:00100000:3.0:1788984882.414984:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333504 00000100:00100000:3.0:1788984882.414987:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333504 00000100:00100000:3.0:1788984882.414999:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332608 00000100:00100000:3.0:1788984882.415001:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332608 00000100:00100000:3.0:1788984882.415014:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1788984882.415020:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973332480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984882.415061:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973332480:12345-0@lo:400:kworker.0 Request processed in 41us (738us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.415067:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1788984882.415080:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1788984882.415086:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973332992:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984882.415113:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973332992:12345-0@lo:400:kworker.0 Request processed in 27us (740us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.415119:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:3.0:1788984882.415130:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1788984882.415136:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973333504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984882.415163:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973333504:12345-0@lo:400:kworker.0 Request processed in 27us (754us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.415169:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 739 00000100:00100000:3.0:1788984882.415180:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1788984882.415185:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973332608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415475:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973332864:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415519:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984882.415542:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973333376:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415564:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984882.415588:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788984882.415608:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973332736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415635:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984882.415652:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973333248:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415671:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984882.415698:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332864 00000100:00100000:1.0:1788984882.415702:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332864 00000100:00100000:1.0:1788984882.415726:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333376 00000100:00100000:1.0:1788984882.415730:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333376 00000100:00100000:1.0:1788984882.415745:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788984882.415751:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973332864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415787:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973332864:12345-0@lo:400:kworker.0 Request processed in 35us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984882.415793:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 741 00000100:00100000:1.0:1788984882.415808:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1788984882.415814:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973333376:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415839:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973333376:12345-0@lo:400:kworker.0 Request processed in 26us (275us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984882.415845:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 742 00000100:00100000:1.0:1788984882.415864:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973332736 00000100:00100000:1.0:1788984882.415867:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973332736 00000100:00100000:1.0:1788984882.415892:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788984882.415898:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973332736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.415949:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973332736:12345-0@lo:400:kworker.0 Request processed in 51us (312us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984882.415955:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788984882.415973:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333248 00000100:00100000:1.0:1788984882.415982:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333248 00000100:00100000:1.0:1788984882.416011:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788984882.416017:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973333248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.416051:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973333248:12345-0@lo:400:kworker.0 Request processed in 34us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984882.416056:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 293 00000100:00100000:1.0:1788984882.416091:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973332736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.416102:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973333248:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.416111:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fc700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973332864:0@lo:400:kworker.0 00000100:00100000:1.0:1788984882.416118:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973333376:0@lo:400:kworker.0 00000100:00080000:2.0:1788984882.416544:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984882.416549:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984882.416551:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984882.416580:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973332480:0@lo:400:kworker.0 00010000:00080000:2.0:1788984882.416605:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11432ff800 x1875885973332992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984882.416616:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973332992:0@lo:400:kworker.0 00010000:00080000:2.0:1788984882.416627:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb37100 x1875885973333504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984898 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984882.416635:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973333504:0@lo:400:kworker.0 00000100:00100000:3.0:1788984882.416792:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973332608:12345-0@lo:400:kworker.0 Request processed in 1605us (2336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984882.416799:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:2.0:1788984882.416957:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fe300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973332608:0@lo:400:kworker.0 00010000:00010000:2.0:1788984883.166574:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984884.198170:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984885.221642:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984885.472312:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973333632:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984885.472399:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984885.472470:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333632 00000100:00100000:1.0:1788984885.472478:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333632 00000100:00100000:1.0:1788984885.472533:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:1.0:1788984885.472543:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973333632:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788984885.472583:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984885.473511:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973333632:12345-0@lo:13:osp-pre-0-1.0 Request processed in 965us (1107us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984885.473521:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00080000:1.0:1788984885.473547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984885.474550:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973333760:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984885.474628:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984885.481906:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973333632:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984885.481980:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333760 00000100:00100000:0.0:1788984885.481987:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333760 00000100:00100000:0.0:1788984885.482040:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:0.0:1788984885.482049:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973333760:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984885.482075:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984885.482153:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973333760:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (7535us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984885.482159:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00080000:0.0:1788984885.482195:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984885.482218:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973333760:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984885.993307:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973333888:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984885.993378:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984885.993507:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973333888 00000100:00100000:1.0:1788984885.993522:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973333888 00000100:00100000:1.0:1788984885.993594:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1788984885.993604:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973333888:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984885.993638:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984885.993689:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973333888:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (309us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984885.993696:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1788984885.994012:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973333888:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984886.238291:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984887.262716:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984887.350832:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984887.350881:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984887.350910:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984887.350964:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177216 00000100:00100000:0.0:1788984887.350964:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177344 00000100:00100000:3.0:1788984887.350974:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177216 00000100:00100000:0.0:1788984887.350974:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177344 00000100:00100000:0.0:1788984887.351025:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177472 00000100:00100000:0.0:1788984887.351028:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177472 00000100:00100000:3.0:1788984887.351031:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 515 00000100:00100000:3.0:1788984887.351040:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953177216:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984887.351048:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 743 00000100:00100000:0.0:1788984887.351054:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953177344:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984887.351117:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953177216:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984887.351121:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 744 00000100:00100000:3.0:1788984887.351124:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 515 00000100:00100000:1.0:1788984887.351129:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953177472:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:2.0:1788984887.360039:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984887.360049:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984887.360266:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953177344:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 9205us (9441us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.360280:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 743 00000100:00100000:1.0:1788984887.370412:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953177472:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 19271us (19488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984887.370427:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 744 00000100:00100000:2.0:1788984887.520700:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973334016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984887.520787:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.520856:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984887.520862:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973334144:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984887.520888:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.520966:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334144 00000100:00100000:2.0:1788984887.520974:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334144 00000100:00100000:2.0:1788984887.521021:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1788984887.521031:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973334144:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984887.521065:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984887.521112:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973334144:12345-0@lo:41:osp-pre-0-1.0 Request processed in 82us (223us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984887.521119:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1788984887.521143:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973334272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984887.521167:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.521221:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973334144:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984887.521454:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334016 00000100:00100000:1.0:1788984887.521459:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334016 00000100:00100000:1.0:1788984887.521490:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334272 00000100:00100000:1.0:1788984887.521493:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334272 00000100:00100000:1.0:1788984887.521508:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788984887.521515:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973334016:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984887.521533:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984887.521596:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973334016:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984887.521603:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:1.0:1788984887.521615:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:1.0:1788984887.521621:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973334272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984887.521629:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984887.521819:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973334272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 197us (650us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984887.521825:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00080000:2.0:1788984887.522020:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984887.522049:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973334272:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984887.522077:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973334016:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984887.522821:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973334400:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.522869:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.522901:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973334912:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.522923:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.522957:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973335424:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.522974:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.523000:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788984887.523005:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973334784:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523024:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.523037:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973335296:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523053:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984887.523075:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334912 00000100:00100000:2.0:1788984887.523080:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334912 00000100:00100000:2.0:1788984887.523118:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335424 00000100:00100000:2.0:1788984887.523120:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335424 00000100:00100000:2.0:1788984887.523139:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1788984887.523145:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973334912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523181:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973334912:12345-0@lo:400:kworker.0 Request processed in 36us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984887.523186:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 745 00000100:00100000:2.0:1788984887.523199:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788984887.523203:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973335424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523222:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973335424:12345-0@lo:400:kworker.0 Request processed in 19us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984887.523227:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 746 00000100:00100000:2.0:1788984887.523243:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334784 00000100:00100000:2.0:1788984887.523246:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334784 00000100:00100000:2.0:1788984887.523263:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788984887.523268:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973334784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523293:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973334784:12345-0@lo:400:kworker.0 Request processed in 25us (268us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984887.523298:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788984887.523311:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335296 00000100:00100000:2.0:1788984887.523318:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335296 00000100:00100000:2.0:1788984887.523341:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 294 00000100:00100000:2.0:1788984887.523346:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973335296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523370:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973335296:12345-0@lo:400:kworker.0 Request processed in 24us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984887.523375:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 294 00000100:00080000:2.0:1788984887.523386:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984887.523389:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984887.523409:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973334784:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523420:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973335296:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523428:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973334912:0@lo:400:kworker.0 00000100:00100000:2.0:1788984887.523435:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973335424:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.523578:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973334656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.523604:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984887.523627:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973335168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.523645:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984887.523671:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788984887.523677:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973334528:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.523698:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984887.523854:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973335040:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.523874:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984887.523890:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973335552:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.523910:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984887.523957:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334400 00000100:00100000:0.0:1788984887.523962:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334400 00000100:00100000:0.0:1788984887.523991:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788984887.523997:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973334400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.524032:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973334400:12345-0@lo:400:kworker.0 Request processed in 35us (1163us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.524038:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:0.0:1788984887.524065:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334656 00000100:00100000:0.0:1788984887.524069:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334656 00000100:00100000:0.0:1788984887.524084:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973334528 00000100:00100000:0.0:1788984887.524086:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973334528 00000100:00100000:0.0:1788984887.524096:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335040 00000100:00100000:0.0:1788984887.524097:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335040 00000100:00100000:0.0:1788984887.524129:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335552 00000100:00100000:0.0:1788984887.524132:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335552 00000100:00100000:0.0:1788984887.524146:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1788984887.524152:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973334656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.524183:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973334656:12345-0@lo:400:kworker.0 Request processed in 32us (578us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.524189:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 747 00000100:00100000:0.0:1788984887.524200:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1788984887.524205:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973334528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.524229:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973334528:12345-0@lo:400:kworker.0 Request processed in 25us (531us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.524242:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 748 00000100:00100000:0.0:1788984887.524255:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1788984887.524260:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973335040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.524287:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973335040:12345-0@lo:400:kworker.0 Request processed in 27us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.524292:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 749 00000100:00100000:0.0:1788984887.524303:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788984887.524309:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973335552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.524335:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973335552:12345-0@lo:400:kworker.0 Request processed in 27us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.524341:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 750 00000100:00100000:0.0:1788984887.524361:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335168 00000100:00100000:0.0:1788984887.524365:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335168 00000100:00100000:0.0:1788984887.524390:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1788984887.524396:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973335168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.524426:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973335168:12345-0@lo:400:kworker.0 Request processed in 30us (779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984887.524431:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 295 00000100:00100000:0.0:1788984887.526267:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973334528:0@lo:400:kworker.0 00010000:00080000:0.0:1788984887.526287:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff6680 x1875885973335040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984887.526297:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973335040:0@lo:400:kworker.0 00010000:00080000:0.0:1788984887.526307:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff5180 x1875885973335552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984903 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984887.526328:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973335552:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.526341:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973334656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984887.526350:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973335168:0@lo:400:kworker.0 00000100:00080000:0.0:1788984887.526395:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984887.526401:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984887.526431:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973334400:0@lo:400:kworker.0 00010000:00010000:2.0:1788984888.286360:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984889.315780:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984890.338280:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984890.592361:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984890.592394:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973335680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984890.592502:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984890.592571:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335680 00000100:00100000:2.0:1788984890.592587:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335680 00000100:00080000:1.0:1788984890.592645:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984890.592683:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:2.0:1788984890.592701:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973335680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984890.592735:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984890.592889:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973335680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 195us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984890.592897:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00100000:1.0:1788984890.594568:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973335680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984890.598171:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984890.598525:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973335808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984890.598624:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984890.598760:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335808 00000100:00100000:1.0:1788984890.598771:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335808 00000100:00100000:1.0:1788984890.598860:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:1.0:1788984890.598871:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973335808:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984890.598895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1788984890.598904:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984890.598995:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973335808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 125us (371us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984890.599016:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:2.0:1788984890.599128:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973335808:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1788984891.052569:0:27060:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 12: nodemap set squash ids ============ 16:14:49 (1788984889) 00000100:00100000:0.0:1788984891.102360:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984891.102393:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973335936:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984891.102498:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984891.102869:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973335936 00000100:00100000:3.0:1788984891.102881:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973335936 00000100:00100000:3.0:1788984891.102979:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1788984891.102991:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973335936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984891.103047:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984891.103110:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973335936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (612us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984891.103118:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1788984891.103368:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973335936:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984891.369483:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984892.253038:0:27108:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca6399b50 20000000:00000080:1.0:1788984892.253065:0:27108:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142d28c00 uarg=0000000000000000 10000000:01000000:1.0:1788984892.253142:0:27108:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984892.253170:0:27108:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984892.253192:0:27108:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984892.253202:0:27108:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984892.253435:0:27108:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984892.253453:0:27108:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 23 pid: 6506 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984892.253539:0:27108:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27108:1875885973336064:0@lo:104: 00000100:00100000:1.0:1788984892.253654:0:27108:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984892.260094:0:27108:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433056c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984892.260191:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336064 00000100:00100000:2.0:1788984892.260218:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336064 00000100:00100000:2.0:1788984892.260303:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 109 00000100:00100000:2.0:1788984892.260315:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:27108:x1875885973336064:12345-0@lo:104: 00010000:00010000:2.0:1788984892.260338:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.260454:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984892.260468:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:27108:x1875885973336064:12345-0@lo:104: Request processed in 156us (6816us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984892.260475:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 109 00010000:00010000:3.0:1788984892.260623:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984892.260633:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.260650:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984892.260655:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.260676:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984892.260685:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984892.260691:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984892.260744:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.260752:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984892.260783:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.260791:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f319 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f320 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.260815:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984892.260818:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984892.260820:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984892.260838:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973336192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984892.260887:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984892.261009:0:27108:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27108:1875885973336064:0@lo:104: 00010000:00010000:3.0:1788984892.261040:0:27108:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984892.261918:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336192 00000100:00100000:2.0:1788984892.261955:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336192 00010000:00010000:2.0:1788984892.261996:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 24 pid: 6506 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984892.262034:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788984892.262043:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973336192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984892.262058:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984892.262064:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 24 pid: 6506 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262078:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 24 pid: 6506 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262095:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f320 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f319 expref: 24 pid: 6506 timeout: 832 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262116:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262141:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262160:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262169:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262177:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262185:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262192:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984892.262197:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262205:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262219:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984892.262231:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984892.262302:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973336192:12345-0@lo:103:ldlm_bl.0 Request processed in 260us (1414us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984892.262309:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00000100:00100000:2.0:1788984892.262346:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973336192:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984892.265468:0:27108:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.265508:0:27108:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.265517:0:27108:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f327 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27108 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984892.383131:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984892.495063:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984892.495122:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984892.495150:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984892.495809:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177728 00000100:00100000:3.0:1788984892.495823:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177728 00000100:00100000:3.0:1788984892.495910:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177856 00000100:00100000:3.0:1788984892.495913:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177856 00000100:00100000:3.0:1788984892.495963:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 751 00000100:00100000:3.0:1788984892.495976:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953177728:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984892.496087:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953177728:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 115us (1039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984892.496096:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 751 00000100:00100000:3.0:1788984892.496113:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 752 00000100:00100000:3.0:1788984892.496119:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953177856:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984892.496144:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953177856:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (994us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984892.496151:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 752 00000100:00100000:3.0:1788984892.496171:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177600 00000100:00100000:3.0:1788984892.496175:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177600 00000100:00100000:3.0:1788984892.496213:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 517 00000100:00100000:3.0:1788984892.496219:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953177600:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984892.496261:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953177600:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (1126us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984892.496268:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 517 00000100:00080000:1.0:1788984892.497373:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984892.497383:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984892.639171:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973336704:0@lo:400:kworker.0 00000100:00100000:2.0:1788984892.639289:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.639354:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973336320:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984892.639360:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973337216:0@lo:400:kworker.0 00000100:00100000:2.0:1788984892.639389:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.639391:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.639421:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973336832:0@lo:400:kworker.0 00000100:00100000:2.0:1788984892.639428:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973337728:0@lo:400:kworker.0 00000100:00100000:2.0:1788984892.639453:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.639458:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973336448:0@lo:400:kworker.0 00000100:00100000:1.0:1788984892.639515:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337216 00000100:00100000:1.0:1788984892.639527:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337216 00000100:00100000:1.0:1788984892.639593:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337728 00000100:00100000:1.0:1788984892.639597:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337728 00000100:00100000:1.0:1788984892.639622:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 753 00000100:00100000:1.0:1788984892.639633:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973337216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.639914:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.639969:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973336960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984892.639993:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640011:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973337472:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640035:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640054:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973337984:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640094:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640115:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788984892.640121:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973336576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984892.640144:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640163:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973337088:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640186:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640206:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973337600:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640229:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640246:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973338112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640267:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.640299:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336320 00000100:00100000:0.0:1788984892.640304:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336320 00000100:00100000:0.0:1788984892.640339:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336576 00000100:00100000:0.0:1788984892.640343:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336576 00000100:00100000:0.0:1788984892.640360:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1788984892.640368:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973336320:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984892.640396:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984892.640450:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973336320:12345-0@lo:13:osp-pre-1-0.0 Request processed in 82us (1057us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.640458:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:0.0:1788984892.640478:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1788984892.640485:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973336576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984892.640505:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984892.640560:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973336576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 67us (406us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.640566:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1788984892.640594:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336448 00000100:00100000:0.0:1788984892.640598:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336448 00000100:00100000:0.0:1788984892.640617:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788984892.640624:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973337728:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640660:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973337728:12345-0@lo:400:kworker.0 Request processed in 37us (1206us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.640667:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 754 00000100:00100000:0.0:1788984892.640682:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1788984892.640688:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973336448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640716:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973336448:12345-0@lo:400:kworker.0 Request processed in 28us (802us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.640721:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 755 00000100:00100000:0.0:1788984892.640741:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336704 00000100:00100000:0.0:1788984892.640745:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336704 00000100:00100000:0.0:1788984892.640763:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336960 00000100:00100000:0.0:1788984892.640766:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336960 00000100:00100000:0.0:1788984892.640773:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337088 00000100:00100000:0.0:1788984892.640776:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337088 00000100:00100000:0.0:1788984892.640787:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1788984892.640793:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973336704:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640826:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973336704:12345-0@lo:400:kworker.0 Request processed in 33us (1537us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.640833:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:0.0:1788984892.640844:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1788984892.640849:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973336960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984892.640874:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984892.640906:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973336960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (912us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.640918:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1788984892.640959:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1788984892.640966:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973337088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.640998:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973337088:12345-0@lo:400:kworker.0 Request processed in 32us (810us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641004:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1788984892.641023:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337472 00000100:00100000:0.0:1788984892.641027:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337472 00000100:00100000:0.0:1788984892.641046:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337984 00000100:00100000:0.0:1788984892.641049:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337984 00000100:00100000:0.0:1788984892.641057:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337600 00000100:00100000:0.0:1788984892.641060:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337600 00000100:00100000:0.0:1788984892.641070:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338112 00000100:00100000:0.0:1788984892.641072:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338112 00000100:00100000:0.0:1788984892.641082:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1788984892.641088:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973337472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641123:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973337472:12345-0@lo:400:kworker.0 Request processed in 34us (1087us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641130:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 296 00000100:00100000:0.0:1788984892.641140:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1788984892.641145:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973337984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641169:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973337984:12345-0@lo:400:kworker.0 Request processed in 24us (1075us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641174:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1788984892.641184:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1788984892.641190:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973337600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641227:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973337600:12345-0@lo:400:kworker.0 Request processed in 37us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641233:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 298 00000100:00100000:0.0:1788984892.641244:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1788984892.641250:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973338112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641276:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973338112:12345-0@lo:400:kworker.0 Request processed in 26us (1008us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641282:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 299 00000100:00100000:0.0:1788984892.641329:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.641365:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973337344:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641394:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984892.641404:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973337856:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641424:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984892.641440:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973336832 00000100:00100000:3.0:1788984892.641444:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973336832 00000100:00100000:3.0:1788984892.641465:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337344 00000100:00100000:3.0:1788984892.641468:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337344 00000100:00100000:0.0:1788984892.641471:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973336320:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984892.641491:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973337856 00000100:00100000:0.0:1788984892.641511:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1788984892.641512:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973337856 00000100:00100000:0.0:1788984892.641518:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973336832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984892.641528:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 757 00000100:00100000:3.0:1788984892.641534:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973337344:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641554:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973336832:12345-0@lo:400:kworker.0 Request processed in 37us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641559:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 756 00000100:00100000:3.0:1788984892.641566:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973337344:12345-0@lo:400:kworker.0 Request processed in 33us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984892.641572:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 757 00000100:00100000:0.0:1788984892.641698:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788984892.641707:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973337856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641738:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973337856:12345-0@lo:400:kworker.0 Request processed in 33us (313us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984892.641744:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 758 00000100:00100000:0.0:1788984892.641786:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973336832:0@lo:400:kworker.0 00010000:00080000:0.0:1788984892.641799:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb64a80 x1875885973337344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984892.641809:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973337344:0@lo:400:kworker.0 00010000:00080000:0.0:1788984892.641818:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a2a00 x1875885973337856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984908 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984892.641825:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973337856:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641863:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973336576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984892.641875:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973337088:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641886:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973337600:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641894:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973338112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641904:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973336448:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641919:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973336960:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984892.641956:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973337472:0@lo:400:kworker.0 00000100:00100000:0.0:1788984892.641966:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973337984:0@lo:400:kworker.0 00000100:00100000:1.0:1788984892.642250:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143375880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973337216:12345-0@lo:400:kworker.0 Request processed in 2617us (2857us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984892.642260:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 753 00000100:00080000:1.0:1788984892.642287:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984892.642292:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984892.642295:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984892.642298:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984892.646999:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973337728:0@lo:400:kworker.0 00000100:00100000:2.0:1788984892.647028:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973336704:0@lo:400:kworker.0 00000100:00100000:2.0:1788984892.647072:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973337216:0@lo:400:kworker.0 10000000:01000000:2.0:1788984893.407044:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984893.407056:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984893.407062:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984893.407099:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984893.407128:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984893.407143:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984893.407159:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984893.407195:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973338240:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984893.407310:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984893.407384:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788984893.407483:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338240 00000100:00100000:0.0:1788984893.407503:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338240 00000100:00100000:0.0:1788984893.407583:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:0.0:1788984893.407594:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973338240:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984893.407612:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984893.407652:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f32e expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984893.407684:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984893.407697:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984893.407709:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8400, rc 0) 00000100:00100000:0.0:1788984893.407768:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973338240:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984893.407775:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1788984893.407860:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973338240:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984893.407888:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984893.407898:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984893.407921:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984893.407965:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984893.407974:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984894.430335:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984895.454335:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984895.710179:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973338368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984895.710296:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984895.710581:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338368 00000100:00100000:0.0:1788984895.710593:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338368 00000100:00100000:0.0:1788984895.710669:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:0.0:1788984895.710681:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973338368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984895.710718:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788984895.711972:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984895.715225:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973338368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4531us (4915us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984895.715245:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:3.0:1788984895.717685:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973338368:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984895.717846:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973338496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984895.717965:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984895.718619:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338496 00000100:00100000:0.0:1788984895.718631:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338496 00000100:00100000:0.0:1788984895.718706:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:0.0:1788984895.718719:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973338496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984895.718749:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788984895.728685:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984895.731488:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973338496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 12748us (13500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984895.731519:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788984895.742706:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973338496:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984896.222188:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984896.222213:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973338624:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984896.222284:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984896.222446:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338624 00000100:00100000:3.0:1788984896.222455:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338624 00000100:00100000:3.0:1788984896.222527:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1788984896.222538:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973338624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984896.222579:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984896.222649:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973338624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 111us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984896.222665:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:3.0:1788984896.222717:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973338624:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984896.491861:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984896.972970:0:27304:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde9ca64a0 20000000:00000080:1.0:1788984896.972986:0:27304:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142d2b400 uarg=0000000000000000 10000000:01000000:1.0:1788984896.973041:0:27304:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984896.973062:0:27304:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.973080:0:27304:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.973088:0:27304:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.973130:0:27304:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.973143:0:27304:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 23 pid: 6508 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984896.973157:0:27304:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27304:1875885973338752:0@lo:104: 00000100:00100000:1.0:1788984896.973220:0:27304:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984896.973290:0:27304:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad840 going to sleep for 11 seconds 00000100:00100000:2.0:1788984896.973769:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338752 00000100:00100000:2.0:1788984896.973777:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338752 00000100:00100000:2.0:1788984896.973835:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 110 00000100:00100000:2.0:1788984896.973845:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:27304:x1875885973338752:12345-0@lo:104: 00010000:00010000:2.0:1788984896.973860:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.973946:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984896.973953:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:27304:x1875885973338752:12345-0@lo:104: Request processed in 110us (733us total) trans 0 rc 0/0 00010000:00010000:3.0:1788984896.973957:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00000100:00100000:2.0:1788984896.973961:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 110 00010000:00010000:3.0:1788984896.973965:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984896.973972:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984896.973976:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984896.973984:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984896.973991:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984896.973997:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984896.974026:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984896.974033:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984896.974069:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984896.974077:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f32e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f335 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984896.974091:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984896.974093:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984896.974189:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984896.974398:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984896.974415:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973338880:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984896.974474:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984896.974510:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973338880 00000100:00100000:2.0:1788984896.974516:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973338880 00010000:00010000:2.0:1788984896.974538:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 24 pid: 6508 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984896.974568:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:2.0:1788984896.974575:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973338880:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984896.974586:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984896.974590:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 24 pid: 6508 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974599:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 24 pid: 6508 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974614:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974622:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974636:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974654:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974661:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974667:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974684:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984896.974688:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974694:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974703:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984896.974713:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984896.974756:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246218050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973338880:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984896.974763:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788984896.977696:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973338880:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984896.978590:0:27304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f335 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f32e expref: 23 pid: 6508 timeout: 836 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984896.978610:0:27304:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27304:1875885973338752:0@lo:104: 00010000:00010000:1.0:1788984896.978630:0:27304:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.978656:0:27304:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.978662:0:27304:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984896.978677:0:27304:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f33c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27304 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984897.502247:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984897.602137:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984897.602175:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984897.602207:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984897.602235:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953177984 00000100:00100000:2.0:1788984897.602244:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953177984 00000100:00100000:2.0:1788984897.602288:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 519 00000100:00100000:2.0:1788984897.602297:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953177984:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984897.602361:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953177984:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 65us (185us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984897.602369:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 519 00000100:00100000:1.0:1788984897.603109:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178112 00000100:00100000:1.0:1788984897.603116:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178112 00000100:00100000:1.0:1788984897.603158:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178240 00000100:00100000:1.0:1788984897.603162:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178240 00000100:00100000:1.0:1788984897.603186:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 759 00000100:00100000:1.0:1788984897.603194:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953178112:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984897.603234:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953178112:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (1104us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.603240:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 759 00000100:00100000:1.0:1788984897.603254:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 760 00000100:00100000:1.0:1788984897.603259:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953178240:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984897.603284:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953178240:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.603290:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 760 00000100:00080000:2.0:1788984897.603482:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984897.603487:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984897.763144:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973339008:0@lo:400:kworker.0 00000100:00100000:0.0:1788984897.763220:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984897.763350:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339008 00000100:00100000:0.0:1788984897.765030:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339008 00000100:00100000:0.0:1788984897.765116:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788984897.765128:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973339008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984897.765208:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973339008:12345-0@lo:400:kworker.0 Request processed in 83us (1988us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984897.765214:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:0.0:1788984897.765263:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973339264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984897.765296:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984897.765331:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984897.765338:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973339392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984897.765375:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984897.765413:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339264 00000100:00100000:0.0:1788984897.765419:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339264 00000100:00100000:0.0:1788984897.765473:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339392 00000100:00100000:0.0:1788984897.765476:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339392 00000100:00100000:0.0:1788984897.765492:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1788984897.765497:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973339264:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984897.765520:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984897.765557:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973339264:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (260us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984897.765577:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1788984897.765590:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1788984897.765596:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973339392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984897.765617:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984897.765645:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973339392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 50us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984897.765651:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00080000:0.0:1788984897.765667:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984897.765696:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973339008:0@lo:400:kworker.0 00000100:00100000:0.0:1788984897.765712:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984897.765718:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973339136:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984897.765744:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984897.765772:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339136 00000100:00100000:0.0:1788984897.765776:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339136 00000100:00100000:0.0:1788984897.765802:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1788984897.765808:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973339136:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984897.765831:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984897.765867:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973339136:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (120us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984897.765872:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1788984897.765909:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973339392:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984897.765923:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973339264:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984897.765975:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973339136:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984897.766556:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973339648:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.766594:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.766627:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973340160:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.766665:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.766686:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788984897.766691:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973339520:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.766713:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.766729:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973340032:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.766766:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.766783:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973340544:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.766803:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.766831:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339648 00000100:00100000:1.0:1788984897.766836:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339648 00000100:00100000:1.0:1788984897.766863:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339520 00000100:00100000:1.0:1788984897.766866:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339520 00000100:00100000:1.0:1788984897.766876:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340032 00000100:00100000:1.0:1788984897.766878:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340032 00000100:00100000:1.0:1788984897.766897:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340544 00000100:00100000:1.0:1788984897.766899:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340544 00000100:00100000:1.0:1788984897.766912:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1788984897.766917:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973339648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.766984:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973339648:12345-0@lo:400:kworker.0 Request processed in 66us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.766990:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 761 00000100:00100000:1.0:1788984897.767004:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1788984897.767009:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973339520:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767034:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973339520:12345-0@lo:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767039:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 762 00000100:00100000:1.0:1788984897.767051:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1788984897.767063:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973340032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767091:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973340032:12345-0@lo:400:kworker.0 Request processed in 29us (324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767096:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 763 00000100:00100000:1.0:1788984897.767107:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788984897.767112:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973340544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767136:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973340544:12345-0@lo:400:kworker.0 Request processed in 25us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767141:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 764 00000100:00100000:1.0:1788984897.767159:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340160 00000100:00100000:1.0:1788984897.767163:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340160 00000100:00100000:1.0:1788984897.767190:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1788984897.767196:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973340160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767222:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973340160:12345-0@lo:400:kworker.0 Request processed in 27us (557us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767229:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 300 00000100:00100000:1.0:1788984897.767266:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973339520:0@lo:400:kworker.0 00010000:00080000:1.0:1788984897.767278:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a3b80 x1875885973340032/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984897.767287:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973340032:0@lo:400:kworker.0 00010000:00080000:1.0:1788984897.767295:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a0a80 x1875885973340544/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984913 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984897.767302:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973340544:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767309:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973339648:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767327:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973340160:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767378:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973339904:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767404:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.767423:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973340416:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767441:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.767470:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788984897.767476:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973339776:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767497:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.767515:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973340288:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767533:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984897.767556:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339904 00000100:00100000:1.0:1788984897.767559:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339904 00000100:00100000:1.0:1788984897.767582:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340416 00000100:00100000:1.0:1788984897.767585:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340416 00000100:00100000:1.0:1788984897.767601:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1788984897.767606:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973339904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767640:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973339904:12345-0@lo:400:kworker.0 Request processed in 32us (235us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767645:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 765 00000100:00100000:1.0:1788984897.767656:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1788984897.767662:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973340416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767688:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973340416:12345-0@lo:400:kworker.0 Request processed in 26us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767692:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 766 00000100:00100000:1.0:1788984897.767711:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973339776 00000100:00100000:1.0:1788984897.767721:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973339776 00000100:00100000:1.0:1788984897.767746:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1788984897.767751:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973339776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767782:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973339776:12345-0@lo:400:kworker.0 Request processed in 31us (284us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767788:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:1.0:1788984897.767804:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340288 00000100:00100000:1.0:1788984897.767808:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340288 00000100:00100000:1.0:1788984897.767831:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788984897.767837:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973340288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767866:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973340288:12345-0@lo:400:kworker.0 Request processed in 29us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984897.767870:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 301 00000100:00100000:1.0:1788984897.767902:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973339776:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767911:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973340288:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767918:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973339904:0@lo:400:kworker.0 00000100:00100000:1.0:1788984897.767950:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973340416:0@lo:400:kworker.0 00000100:00080000:1.0:1788984897.767971:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984897.767975:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984897.767978:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 10000000:01000000:3.0:1788984898.021162:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984898.021170:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984898.021176:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984898.021228:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984898.021241:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984898.021252:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984898.021282:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973340672:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984898.021354:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984898.021422:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114109e240 going to sleep for 11 seconds 00000100:00100000:0.0:1788984898.021501:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340672 00000100:00100000:0.0:1788984898.021524:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340672 00000100:00100000:0.0:1788984898.021584:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788984898.021593:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973340672:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984898.021615:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984898.021630:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f343 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984898.021654:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984898.021664:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984898.021673:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9800, rc 0) 00000100:00100000:0.0:1788984898.021729:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973340672:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 137us (375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984898.021736:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:3.0:1788984898.022059:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973340672:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984898.022074:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984898.022084:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984898.022102:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984898.022106:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984898.022124:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984898.526280:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984899.561573:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984900.584025:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984900.834083:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973340800:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984900.834156:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984900.834230:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340800 00000100:00100000:3.0:1788984900.834239:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340800 00000100:00100000:3.0:1788984900.834294:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:3.0:1788984900.834305:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973340800:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984900.834353:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984900.834398:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973340800:12345-0@lo:13:osp-pre-0-0.0 Request processed in 95us (242us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984900.834405:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00080000:3.0:1788984900.834438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984900.834475:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973340800:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984900.836564:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984900.836586:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973340928:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984900.836646:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984900.837363:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973340928 00000100:00100000:3.0:1788984900.837375:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973340928 00000100:00100000:3.0:1788984900.837458:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788984900.837467:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973340928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984900.837491:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984900.837548:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973340928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (902us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984900.837555:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788984900.837621:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973340928:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984900.837746:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984901.342636:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973341056:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984901.342726:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984901.342868:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341056 00000100:00100000:3.0:1788984901.342877:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341056 00000100:00100000:3.0:1788984901.343335:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:3.0:1788984901.343347:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973341056:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984901.343383:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984901.343460:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973341056:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (733us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984901.343469:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:0.0:1788984901.343592:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973341056:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984901.535048:0:27500:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffec8d01320 20000000:00000080:3.0:1788984901.535062:0:27500:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412af000 uarg=0000000000000000 10000000:01000000:3.0:1788984901.535302:0:27500:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984901.535320:0:27500:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.535338:0:27500:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.535346:0:27500:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.535387:0:27500:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.535402:0:27500:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 23 pid: 6506 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984901.538131:0:27500:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27500:1875885973341184:0@lo:104: 00000100:00100000:3.0:1788984901.538209:0:27500:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984901.538261:0:27500:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1246270000 going to sleep for 11 seconds 00000100:00100000:1.0:1788984901.538393:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788984901.538408:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341184 00000100:00100000:1.0:1788984901.538425:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341184 00000100:00100000:1.0:1788984901.538481:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 111 00000100:00100000:1.0:1788984901.538491:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277db6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:27500:x1875885973341184:12345-0@lo:104: 00010000:00010000:1.0:1788984901.538508:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984901.538578:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984901.538584:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277db6050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:27500:x1875885973341184:12345-0@lo:104: Request processed in 95us (374us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984901.538592:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 111 00010000:00010000:0.0:1788984901.538673:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984901.538680:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984901.538688:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984901.538693:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984901.538702:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984901.538724:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984901.538729:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984901.538774:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984901.538781:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984901.538804:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984901.538810:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f343 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f34a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984901.538824:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984901.538825:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984901.538827:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984901.538833:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984901.538843:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973341312:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984901.538867:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984901.538920:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341312 00000100:00100000:2.0:1788984901.538950:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341312 00010000:00010000:2.0:1788984901.538968:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 24 pid: 6506 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984901.538988:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1788984901.538992:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973341312:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984901.538999:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984901.539003:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 24 pid: 6506 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539010:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 24 pid: 6506 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539023:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539028:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539038:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539042:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539047:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539051:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539062:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984901.539065:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539070:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539075:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984901.539081:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984901.539105:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973341312:12345-0@lo:103:ldlm_bl.0 Request processed in 113us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984901.539110:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00000100:00100000:2.0:1788984901.539135:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973341312:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984901.539407:0:27500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f34a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f343 expref: 23 pid: 6506 timeout: 841 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984901.539428:0:27500:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27500:1875885973341184:0@lo:104: 00010000:00010000:3.0:1788984901.539442:0:27500:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.539450:0:27500:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.539454:0:27500:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984901.539460:0:27500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f351 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27500 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984901.603867:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984902.628815:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984902.713527:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984902.713579:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984902.713608:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984902.713638:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178368 00000100:00100000:2.0:1788984902.713648:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178368 00000100:00100000:2.0:1788984902.713702:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 522 00000100:00100000:2.0:1788984902.713712:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953178368:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984902.713786:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953178368:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.713793:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 522 00000100:00100000:2.0:1788984902.713826:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178496 00000100:00100000:2.0:1788984902.713839:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178496 00000100:00100000:2.0:1788984902.713873:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178624 00000100:00100000:2.0:1788984902.713876:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178624 00000100:00100000:2.0:1788984902.713895:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 767 00000100:00100000:2.0:1788984902.713902:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953178496:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984902.713953:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953178496:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 52us (435us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.713960:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 767 00000100:00100000:2.0:1788984902.713973:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 768 00000100:00100000:2.0:1788984902.713978:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953178624:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984902.714003:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953178624:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.714009:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 768 00000100:00080000:2.0:1788984902.714265:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984902.714269:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984902.878105:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973341440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984902.878190:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984902.878272:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341440 00000100:00100000:0.0:1788984902.878283:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341440 00000100:00100000:0.0:1788984902.878344:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1788984902.878355:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973341440:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984902.878395:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984902.878468:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973341440:12345-0@lo:41:osp-pre-0-1.0 Request processed in 114us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984902.878476:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:0.0:1788984902.878526:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973341440:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984902.878759:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973341568:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984902.878790:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.878876:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341568 00000100:00100000:2.0:1788984902.878881:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341568 00000100:00100000:2.0:1788984902.878959:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788984902.878967:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973341568:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984902.878988:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984902.879026:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973341568:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (236us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.879032:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788984902.879067:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973341568:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788984902.879137:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984902.879524:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973341824:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.879557:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.879608:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973342336:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.879632:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.879654:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973342848:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.879675:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.879695:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788984902.879700:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973341952:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.879722:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.879740:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973342464:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.879759:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.879775:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973342976:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.879794:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.879814:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341824 00000100:00100000:2.0:1788984902.879818:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341824 00000100:00100000:2.0:1788984902.879841:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342336 00000100:00100000:2.0:1788984902.879843:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342336 00000100:00100000:2.0:1788984902.879869:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342848 00000100:00100000:2.0:1788984902.879872:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342848 00000100:00100000:2.0:1788984902.879886:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341952 00000100:00100000:2.0:1788984902.879888:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341952 00000100:00100000:2.0:1788984902.879897:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342464 00000100:00100000:2.0:1788984902.879899:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342464 00000100:00100000:2.0:1788984902.879908:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342976 00000100:00100000:2.0:1788984902.879909:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342976 00000100:00100000:2.0:1788984902.879923:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1788984902.880193:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973341824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880242:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973341824:12345-0@lo:400:kworker.0 Request processed in 53us (684us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880248:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 769 00000100:00100000:2.0:1788984902.880272:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788984902.880278:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973342336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880307:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973342336:12345-0@lo:400:kworker.0 Request processed in 29us (673us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880325:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 770 00000100:00100000:2.0:1788984902.880337:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1788984902.880343:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973342848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880372:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973342848:12345-0@lo:400:kworker.0 Request processed in 29us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880378:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 771 00000100:00100000:2.0:1788984902.880390:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1788984902.880396:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973341952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880433:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973341952:12345-0@lo:400:kworker.0 Request processed in 38us (709us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880439:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 772 00000100:00100000:2.0:1788984902.880451:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1788984902.880456:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973342464:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880481:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973342464:12345-0@lo:400:kworker.0 Request processed in 26us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880487:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 773 00000100:00100000:2.0:1788984902.880499:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788984902.880504:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973342976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880531:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973342976:12345-0@lo:400:kworker.0 Request processed in 27us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880537:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 774 00000100:00100000:2.0:1788984902.880575:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973341696:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880608:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.880632:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973342208:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880657:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.880677:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973342720:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880698:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.880719:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788984902.880725:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973342080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984902.880747:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.880764:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973342592:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880781:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.880798:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973343104:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880815:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984902.880844:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973341696 00000100:00100000:2.0:1788984902.880849:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973341696 00000100:00100000:2.0:1788984902.880877:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788984902.880883:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973341696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.880914:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973341696:12345-0@lo:400:kworker.0 Request processed in 31us (305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.880919:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788984902.880971:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342208 00000100:00100000:2.0:1788984902.880975:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342208 00000100:00100000:2.0:1788984902.880997:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1788984902.881003:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973342208:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881032:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973342208:12345-0@lo:400:kworker.0 Request processed in 29us (374us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.881044:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1788984902.881062:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342720 00000100:00100000:2.0:1788984902.881066:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342720 00000100:00100000:2.0:1788984902.881092:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342592 00000100:00100000:2.0:1788984902.881095:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342592 00000100:00100000:2.0:1788984902.881106:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343104 00000100:00100000:2.0:1788984902.881108:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343104 00000100:00100000:2.0:1788984902.881120:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788984902.881125:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973342720:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881156:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973342720:12345-0@lo:400:kworker.0 Request processed in 31us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.881162:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 302 00000100:00100000:2.0:1788984902.881173:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788984902.881179:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973342592:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881204:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973342592:12345-0@lo:400:kworker.0 Request processed in 26us (422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.881209:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 303 00000100:00100000:2.0:1788984902.881219:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1788984902.881225:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973343104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881267:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973343104:12345-0@lo:400:kworker.0 Request processed in 42us (451us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.881273:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 304 00000100:00100000:2.0:1788984902.881324:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973342592:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881333:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973343104:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881340:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973341696:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881359:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973342208:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881367:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973342720:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881412:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973341952:0@lo:400:kworker.0 00010000:00080000:2.0:1788984902.881426:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd5c00 x1875885973342464/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984902.881436:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973342464:0@lo:400:kworker.0 00010000:00080000:2.0:1788984902.881446:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277dd4e00 x1875885973342976/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984918 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984902.881454:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973342976:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881463:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973341824:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881473:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973342336:0@lo:400:kworker.0 00000100:00100000:2.0:1788984902.881483:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973342848:0@lo:400:kworker.0 10000000:01000000:1.0:1788984902.882012:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984902.882017:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984902.882022:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984902.882074:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984902.882086:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984902.882097:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984902.882117:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973343232:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984902.882171:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984902.882206:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1260bad9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984902.882323:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973342080 00000100:00100000:3.0:1788984902.882330:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973342080 00000100:00100000:3.0:1788984902.882373:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788984902.882381:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973342080:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984902.882409:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984902.882456:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973342080:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (1707us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984902.882462:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:3.0:1788984902.882503:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973342080:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984902.882634:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343232 00000100:00100000:2.0:1788984902.882639:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343232 00000100:00100000:2.0:1788984902.882673:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788984902.882679:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973343232:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984902.882688:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984902.882702:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f358 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984902.882725:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984902.882749:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984902.882758:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb200, rc 0) 00000100:00100000:2.0:1788984902.882791:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973343232:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (620us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984902.882797:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00080000:0.0:1788984902.884575:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984902.884586:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984902.884590:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984902.884593:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984902.886854:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973343232:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984902.886886:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984902.886900:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984902.886944:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984902.886951:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984902.886958:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788984903.274047:0:27598:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdafddbfa0 20000000:00000080:1.0:1788984903.274066:0:27598:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e03800 uarg=0000000000000000 10000000:01000000:1.0:1788984903.274385:0:27598:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984903.274419:0:27598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984903.274440:0:27598:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984903.274448:0:27598:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984903.274490:0:27598:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984903.274505:0:27598:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 23 pid: 6506 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984903.274531:0:27598:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27598:1875885973343360:0@lo:104: 00000100:00100000:1.0:1788984903.274597:0:27598:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984903.274666:0:27598:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1260bad9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984903.274847:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343360 00000100:00100000:0.0:1788984903.274856:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343360 00000100:00100000:0.0:1788984903.274912:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 112 00000100:00100000:0.0:1788984903.275215:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:27598:x1875885973343360:12345-0@lo:104: 00010000:00010000:0.0:1788984903.275229:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984903.275310:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984903.275317:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:27598:x1875885973343360:12345-0@lo:104: Request processed in 107us (720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984903.275323:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 112 00010000:00010000:3.0:1788984903.275368:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984903.275376:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984903.275404:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984903.275409:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984903.275418:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984903.275425:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984903.275431:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984903.275468:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984903.275474:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984903.275504:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984903.275512:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f358 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f35f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984903.275526:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984903.275528:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984903.275529:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984903.275536:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984903.275539:0:27598:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27598:1875885973343360:0@lo:104: 00000100:00100000:3.0:1788984903.275546:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973343488:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984903.275559:0:27598:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984903.275576:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984903.275597:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343488 00000100:00100000:2.0:1788984903.275601:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343488 00010000:00010000:2.0:1788984903.275770:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 24 pid: 6506 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984903.275878:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788984903.275886:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973343488:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984903.275897:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984903.275902:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 24 pid: 6506 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.275912:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 24 pid: 6506 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276060:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f35f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f358 expref: 24 pid: 6506 timeout: 843 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276085:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276093:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276108:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276115:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276123:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276129:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276134:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984903.276139:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276145:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276165:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984903.276175:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984903.276216:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973343488:12345-0@lo:103:ldlm_bl.0 Request processed in 331us (638us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984903.276228:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00010000:00010000:1.0:1788984903.276420:0:27598:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984903.276428:0:27598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984903.276435:0:27598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f366 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984903.279701:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973343488:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984903.646252:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984904.542394:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984904.542402:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984904.542406:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984904.542450:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984904.542463:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984904.542475:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984904.542497:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973343616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984904.542571:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984904.542620:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12462ecb40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984904.542674:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343616 00000100:00100000:0.0:1788984904.542683:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343616 00000100:00100000:0.0:1788984904.542735:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:0.0:1788984904.542744:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973343616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984904.542757:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984904.542770:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f36d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984904.542801:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984904.542812:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984904.542822:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9e00, rc 0) 00000100:00100000:0.0:1788984904.542867:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973343616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (296us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984904.542874:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:1.0:1788984904.542971:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396c700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973343616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984904.542985:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984904.543006:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984904.543023:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984904.543028:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984904.543035:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984904.670920:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984905.126645:0:27696:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff57ddb6e0 20000000:00000080:2.0:1788984905.126662:0:27696:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144027c00 uarg=0000000000000000 10000000:01000000:2.0:1788984905.127178:0:27696:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984905.127201:0:27696:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.127219:0:27696:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.127227:0:27696:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.127267:0:27696:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.127375:0:27696:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 23 pid: 6509 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984905.127401:0:27696:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27696:1875885973343744:0@lo:104: 00000100:00100000:2.0:1788984905.127465:0:27696:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984905.127582:0:27696:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124587ed80 going to sleep for 11 seconds 00000100:00100000:1.0:1788984905.127767:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343744 00000100:00100000:1.0:1788984905.127783:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343744 00000100:00100000:1.0:1788984905.127874:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 113 00000100:00100000:1.0:1788984905.127885:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:27696:x1875885973343744:12345-0@lo:104: 00010000:00010000:1.0:1788984905.127898:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984905.127991:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984905.127997:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:27696:x1875885973343744:12345-0@lo:104: Request processed in 115us (532us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984905.128005:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 113 00010000:00010000:0.0:1788984905.128060:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984905.128066:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128074:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984905.128078:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128087:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984905.128095:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984905.128101:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984905.128137:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128155:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984905.128178:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128185:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f36d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f374 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128201:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984905.128203:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984905.128205:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984905.128224:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973343872:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984905.128255:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984905.128312:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973343872 00000100:00100000:0.0:1788984905.128316:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973343872 00010000:00010000:0.0:1788984905.128336:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 24 pid: 6509 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984905.128357:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788984905.128363:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973343872:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984905.128374:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984905.128390:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 24 pid: 6509 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128401:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 24 pid: 6509 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128417:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128437:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128451:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128459:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128467:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128474:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128480:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984905.128484:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128493:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128502:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984905.128511:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984905.128541:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973343872:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984905.128548:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00000100:00100000:0.0:1788984905.128585:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973343872:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984905.128833:0:27696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f374 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f36d expref: 23 pid: 6509 timeout: 844 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984905.128844:0:27696:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27696:1875885973343744:0@lo:104: 00010000:00010000:2.0:1788984905.128858:0:27696:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.128867:0:27696:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.128873:0:27696:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984905.128879:0:27696:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f37b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27696 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984905.694490:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984905.951298:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984905.951321:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973344128:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984905.951403:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984905.951466:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344128 00000100:00100000:2.0:1788984905.951473:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344128 00000100:00100000:2.0:1788984905.951519:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1788984905.951527:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973344128:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984905.951578:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984905.951633:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973344128:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984905.951641:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00080000:2.0:1788984905.951661:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984905.951817:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973344128:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984905.951987:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973344000:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984905.952018:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984905.952264:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344000 00000100:00100000:2.0:1788984905.952270:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344000 00000100:00100000:2.0:1788984905.952322:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788984905.952330:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973344000:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984905.952342:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984905.952393:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973344000:12345-0@lo:13:osp-pre-0-0.0 Request processed in 64us (373us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984905.952399:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788984905.952433:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973344000:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788984905.952634:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 10000000:01000000:0.0:1788984906.142076:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984906.142084:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984906.142089:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984906.142139:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984906.142152:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984906.142165:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984906.142193:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973344256:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984906.142354:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984906.142437:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34d80 going to sleep for 11 seconds 00000100:00100000:2.0:1788984906.142536:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344256 00000100:00100000:2.0:1788984906.142544:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344256 00000100:00100000:2.0:1788984906.142600:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788984906.142610:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973344256:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984906.142623:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984906.142636:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f382 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984906.142793:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984906.142807:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984906.142824:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eba00, rc 0) 00000100:00100000:2.0:1788984906.142876:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973344256:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 267us (522us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984906.142884:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:0.0:1788984906.149197:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973344256:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984906.149230:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984906.149245:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984906.149269:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984906.149275:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984906.149302:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984906.467209:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984906.467238:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973344384:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984906.467321:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984906.467403:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344384 00000100:00100000:3.0:1788984906.467411:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344384 00000100:00100000:3.0:1788984906.467459:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788984906.467468:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973344384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984906.467505:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984906.467551:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973344384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 84us (231us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984906.467558:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:3.0:1788984906.467608:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973344384:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984906.724801:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984907.743629:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984907.833272:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984907.833325:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984907.833417:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984907.833474:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178752 00000100:00100000:2.0:1788984907.833485:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178752 00000100:00100000:2.0:1788984907.833553:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 527 00000100:00100000:2.0:1788984907.833563:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953178752:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984907.833646:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953178752:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 84us (383us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984907.833653:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 527 00000100:00100000:3.0:1788984907.835698:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179008 00000100:00100000:3.0:1788984907.835712:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179008 00000100:00100000:3.0:1788984907.835858:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953178880 00000100:00100000:3.0:1788984907.835862:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953178880 00000100:00100000:3.0:1788984907.835886:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 775 00000100:00100000:3.0:1788984907.835894:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953179008:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984907.835970:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953179008:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (2644us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984907.835977:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 775 00000100:00100000:3.0:1788984907.835990:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 776 00000100:00100000:3.0:1788984907.835996:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953178880:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:0.0:1788984907.837461:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984907.837470:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984907.837852:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953178880:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1849us (4428us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984907.837881:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 776 00000100:00100000:2.0:1788984907.998115:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984907.998138:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973344512:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984907.998205:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984907.998286:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344512 00000100:00100000:2.0:1788984907.998295:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344512 00000100:00100000:2.0:1788984907.998347:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788984907.998370:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973344512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984907.998397:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984907.998438:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973344512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984907.998444:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788984907.998489:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973344512:0@lo:13:osp-pre-1-1.0 00000100:00080000:0.0:1788984907.999034:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984908.002342:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973345024:0@lo:400:kworker.0 00000100:00100000:1.0:1788984908.002421:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984908.002466:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973345536:0@lo:400:kworker.0 00000100:00100000:1.0:1788984908.002492:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984908.002512:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973346048:0@lo:400:kworker.0 00000100:00100000:1.0:1788984908.002530:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984908.002551:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788984908.002557:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973344640:0@lo:400:kworker.0 00000100:00100000:1.0:1788984908.002600:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984908.002621:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973345152:0@lo:400:kworker.0 00000100:00100000:1.0:1788984908.002644:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984908.002657:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973345664:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.003458:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345536 00000100:00100000:2.0:1788984908.003473:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345536 00000100:00100000:2.0:1788984908.003522:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346048 00000100:00100000:2.0:1788984908.003526:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346048 00000100:00100000:2.0:1788984908.003553:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1788984908.003563:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973345536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.003633:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973345536:12345-0@lo:400:kworker.0 Request processed in 72us (1139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984908.003640:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 305 00000100:00100000:2.0:1788984908.003656:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1788984908.003662:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973346048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.003703:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973346048:12345-0@lo:400:kworker.0 Request processed in 41us (1170us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984908.003709:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00100000:2.0:1788984908.003753:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973344768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.003913:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.003962:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973345280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.003985:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.004004:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973345792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.004023:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.004048:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788984908.004055:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973344896:0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005231:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344640 00000100:00100000:0.0:1788984908.005253:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344640 00000100:00100000:0.0:1788984908.005314:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788984908.005322:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973344640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005391:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973344640:12345-0@lo:400:kworker.0 Request processed in 70us (2790us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.005397:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:0.0:1788984908.005426:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345152 00000100:00100000:0.0:1788984908.005430:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345152 00000100:00100000:0.0:1788984908.005456:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:0.0:1788984908.005462:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973345152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005495:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973345152:12345-0@lo:400:kworker.0 Request processed in 33us (2850us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.005500:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00080000:0.0:1788984908.005522:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984908.005527:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984908.005577:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345024 00000100:00100000:0.0:1788984908.005593:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345024 00000100:00100000:0.0:1788984908.005618:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344768 00000100:00100000:0.0:1788984908.005621:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344768 00000100:00100000:0.0:1788984908.005648:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345280 00000100:00100000:0.0:1788984908.005651:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345280 00000100:00100000:0.0:1788984908.005672:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345792 00000100:00100000:0.0:1788984908.005674:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345792 00000100:00100000:0.0:1788984908.005689:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1788984908.005694:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973345024:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005728:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973345024:12345-0@lo:400:kworker.0 Request processed in 34us (3308us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.005734:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 777 00000100:00100000:0.0:1788984908.005745:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1788984908.005751:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973344768:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005792:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973344768:12345-0@lo:400:kworker.0 Request processed in 40us (1878us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.005798:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 778 00000100:00100000:0.0:1788984908.005809:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1788984908.005815:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973345280:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005844:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973345280:12345-0@lo:400:kworker.0 Request processed in 30us (1858us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.005849:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 779 00000100:00100000:0.0:1788984908.005858:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 780 00000100:00100000:0.0:1788984908.005863:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973345792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.005886:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973345792:12345-0@lo:400:kworker.0 Request processed in 23us (1861us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.005891:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 780 00000100:00080000:0.0:1788984908.005909:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984908.006848:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.006890:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973345408:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.006939:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.006957:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973345920:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.006997:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.007032:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973344768:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007044:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973345280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007054:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973345792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007106:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345408 00000100:00100000:2.0:1788984908.007111:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345408 00000100:00100000:2.0:1788984908.007150:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345920 00000100:00100000:2.0:1788984908.007153:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345920 00000100:00100000:2.0:1788984908.007172:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1788984908.007179:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973345408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007220:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973345408:12345-0@lo:400:kworker.0 Request processed in 42us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984908.007226:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 781 00000100:00100000:2.0:1788984908.007240:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 782 00000100:00100000:2.0:1788984908.007245:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973345920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007268:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973345920:12345-0@lo:400:kworker.0 Request processed in 24us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984908.007274:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 782 00000100:00080000:2.0:1788984908.007289:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984908.007299:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973346176:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984908.007324:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788984908.007378:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11422e4000 x1875885973345408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984908.007388:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973345408:0@lo:400:kworker.0 00010000:00080000:2.0:1788984908.007407:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11422e4e00 x1875885973345920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984908.007416:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973345920:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007473:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984908.007495:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973345664 00000100:00100000:2.0:1788984908.007499:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973345664 00000100:00100000:2.0:1788984908.007528:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 307 00000100:00100000:2.0:1788984908.007534:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973345664:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007561:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973345664:12345-0@lo:400:kworker.0 Request processed in 28us (88us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984908.007567:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 307 00000100:00080000:2.0:1788984908.007583:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984908.007597:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973345664:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007609:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973345024:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007620:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973345536:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007632:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973346048:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007652:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973344640:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.007662:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973345152:0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.008254:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973344896 00000100:00100000:0.0:1788984908.008268:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973344896 00000100:00100000:0.0:1788984908.008310:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346176 00000100:00100000:0.0:1788984908.008314:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346176 00000100:00100000:0.0:1788984908.008327:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788984908.008334:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973344896:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984908.008398:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973344896:12345-0@lo:400:kworker.0 Request processed in 64us (1552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.008405:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:0.0:1788984908.008417:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1788984908.008423:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973346176:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984908.008448:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984908.008481:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973346176:12345-0@lo:41:osp-pre-0-1.0 Request processed in 58us (1156us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984908.008487:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:0.0:1788984908.008523:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973346176:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984908.008550:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973344896:0@lo:400:kworker.0 00000100:00100000:2.0:1788984908.016487:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984908.019372:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973346304:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984908.019450:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984908.020919:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346304 00000100:00100000:1.0:1788984908.020955:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346304 00000100:00100000:1.0:1788984908.021013:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788984908.021023:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973346304:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984908.021048:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984908.021139:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973346304:12345-0@lo:13:osp-pre-1-0.0 Request processed in 117us (1687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984908.021147:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:1.0:1788984908.021201:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973346304:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1788984908.768694:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984909.790947:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984910.814125:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984911.073391:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973346432:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984911.074545:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984911.077417:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346432 00000100:00100000:0.0:1788984911.077441:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346432 00000100:00100000:0.0:1788984911.077519:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:0.0:1788984911.077532:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973346432:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984911.077566:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984911.077655:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973346432:12345-0@lo:13:osp-pre-0-1.0 Request processed in 126us (3112us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984911.077663:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00080000:0.0:1788984911.077689:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984911.079078:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973346432:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984911.082235:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973346560:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984911.082306:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984911.082404:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346560 00000100:00100000:2.0:1788984911.082413:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346560 00000100:00100000:2.0:1788984911.082466:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788984911.082476:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973346560:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984911.082525:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984911.082568:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973346560:12345-0@lo:13:osp-pre-0-0.0 Request processed in 94us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984911.082575:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788984911.082618:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973346560:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788984911.083408:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984911.582462:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973346688:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984911.582558:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984911.582628:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346688 00000100:00100000:1.0:1788984911.582636:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346688 00000100:00100000:1.0:1788984911.582680:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788984911.582688:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973346688:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984911.582722:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984911.582766:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973346688:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (208us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984911.582785:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:1.0:1788984911.582830:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973346688:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984911.650673:0:27944:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe03fa7f50 20000000:00000080:3.0:1788984911.650691:0:27944:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0c6800 uarg=0000000000000000 10000000:01000000:3.0:1788984911.650873:0:27944:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984911.650892:0:27944:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984911.650910:0:27944:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984911.650919:0:27944:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984911.650984:0:27944:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984911.651008:0:27944:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 23 pid: 6508 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984911.651023:0:27944:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb36300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27944:1875885973346816:0@lo:104: 00000100:00100000:3.0:1788984911.652017:0:27944:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984911.652217:0:27944:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12820c9b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788984911.659643:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346816 00000100:00100000:1.0:1788984911.659670:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346816 00000100:00100000:3.0:1788984911.659819:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 114 00000100:00100000:3.0:1788984911.659830:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:27944:x1875885973346816:12345-0@lo:104: 00010000:00010000:3.0:1788984911.659848:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984911.659964:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984911.659975:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:27944:x1875885973346816:12345-0@lo:104: Request processed in 148us (7962us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984911.659983:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 114 00010000:00010000:2.0:1788984911.660262:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984911.660270:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660279:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984911.660283:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660293:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984911.660300:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984911.660307:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984911.660357:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660364:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984911.660386:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660399:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f382 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f389 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660417:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984911.660419:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984911.660420:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984911.660437:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973346944:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984911.660491:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984911.660553:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973346944 00000100:00100000:2.0:1788984911.660558:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973346944 00010000:00010000:2.0:1788984911.660579:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 24 pid: 6508 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984911.660601:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788984911.660608:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973346944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984911.660619:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984911.660625:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 24 pid: 6508 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660635:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 24 pid: 6508 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660651:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660660:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660684:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660691:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660698:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660705:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660710:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984911.660714:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660720:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660728:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.660737:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984911.660768:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973346944:12345-0@lo:103:ldlm_bl.0 Request processed in 160us (277us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984911.660787:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00000100:00100000:2.0:1788984911.660822:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973346944:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984911.662217:0:27944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f389 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f382 expref: 23 pid: 6508 timeout: 851 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984911.662246:0:27944:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb36300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:27944:1875885973346816:0@lo:104: 00010000:00010000:0.0:1788984911.662270:0:27944:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984911.662281:0:27944:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984911.662288:0:27944:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984911.662295:0:27944:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f390 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27944 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984911.838268:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984912.864842:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984912.869161:0:27992:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe26eb0e10 20000000:00000080:3.0:1788984912.869180:0:27992:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0c6c00 uarg=0000000000000000 10000000:01000000:3.0:1788984912.869365:0:27992:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984912.869386:0:27992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869403:0:27992:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869415:0:27992:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869421:0:27992:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869427:0:27992:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869434:0:27992:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869440:0:27992:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984912.869445:0:27992:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869453:0:27992:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869475:0:27992:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869678:0:27992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984912.869686:0:27992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f397 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 27992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984912.955550:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984912.955586:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984912.955620:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984912.956229:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179392 00000100:00100000:3.0:1788984912.956240:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179392 00000100:00100000:3.0:1788984912.956314:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179264 00000100:00100000:3.0:1788984912.956318:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179264 00000100:00100000:3.0:1788984912.956340:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 783 00000100:00100000:3.0:1788984912.956349:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953179392:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984912.956425:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953179392:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (838us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984912.956433:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 783 00000100:00100000:3.0:1788984912.956451:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 784 00000100:00100000:3.0:1788984912.956458:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953179264:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984912.956505:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953179264:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 47us (884us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984912.956511:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 784 00000100:00100000:2.0:1788984912.957371:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179136 00000100:00100000:2.0:1788984912.957393:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179136 00000100:00100000:2.0:1788984912.957431:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 529 00000100:00100000:2.0:1788984912.957440:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953179136:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984912.957480:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953179136:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984912.957486:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 529 00000100:00080000:1.0:1788984912.959004:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984912.959013:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984913.118562:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984913.118594:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973347072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984913.118665:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984913.118748:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347072 00000100:00100000:0.0:1788984913.118756:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347072 00000100:00100000:0.0:1788984913.118803:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788984913.118812:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973347072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984913.118847:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984913.118889:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973347072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984913.118895:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:0.0:1788984913.118969:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973347072:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984913.119917:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973347200:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.119984:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.120011:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973347712:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120034:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.120050:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973348224:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120081:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.120099:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788984913.120103:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973347328:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120119:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.120133:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973347840:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120160:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.120174:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973348352:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120189:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.120215:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347712 00000100:00100000:1.0:1788984913.120220:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347712 00000100:00100000:1.0:1788984913.120261:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348224 00000100:00100000:1.0:1788984913.120264:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348224 00000100:00100000:1.0:1788984913.120278:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347328 00000100:00100000:1.0:1788984913.120280:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347328 00000100:00100000:1.0:1788984913.120290:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347840 00000100:00100000:1.0:1788984913.120292:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347840 00000100:00100000:1.0:1788984913.120314:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348352 00000100:00100000:1.0:1788984913.120328:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348352 00000100:00100000:1.0:1788984913.120348:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1788984913.120355:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973347712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120397:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973347712:12345-0@lo:400:kworker.0 Request processed in 43us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.120403:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 785 00000100:00100000:1.0:1788984913.120418:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1788984913.120424:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973348224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120447:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973348224:12345-0@lo:400:kworker.0 Request processed in 24us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.120452:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 786 00000100:00100000:1.0:1788984913.120462:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1788984913.120468:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973347328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120493:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973347328:12345-0@lo:400:kworker.0 Request processed in 25us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.120498:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 787 00000100:00100000:1.0:1788984913.120509:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788984913.120514:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973347840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120538:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973347840:12345-0@lo:400:kworker.0 Request processed in 24us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.120543:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 788 00000100:00100000:1.0:1788984913.120554:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 789 00000100:00100000:1.0:1788984913.120559:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973348352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120582:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973348352:12345-0@lo:400:kworker.0 Request processed in 23us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.120598:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 789 00000100:00080000:1.0:1788984913.120621:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984913.120624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984913.120650:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973347328:0@lo:400:kworker.0 00010000:00080000:1.0:1788984913.120661:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11422e4e00 x1875885973347840/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984913.120669:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973347840:0@lo:400:kworker.0 00010000:00080000:1.0:1788984913.120677:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305c380 x1875885973348352/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984913.120684:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973348352:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120691:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973347712:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.120699:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973348224:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.120908:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973347584:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.120966:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984913.120990:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973348096:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121012:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984913.121028:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973348608:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121057:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984913.121074:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788984913.121080:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973347456:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121099:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984913.121117:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973347968:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121136:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984913.121151:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973348480:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121168:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984913.121192:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347456 00000100:00100000:3.0:1788984913.121196:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347456 00000100:00100000:3.0:1788984913.121223:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1788984913.121229:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973347456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121263:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973347456:12345-0@lo:400:kworker.0 Request processed in 34us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984913.121269:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 790 00000100:00100000:3.0:1788984913.121286:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348096 00000100:00100000:3.0:1788984913.121290:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348096 00000100:00100000:3.0:1788984913.121327:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348608 00000100:00100000:3.0:1788984913.121331:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348608 00000100:00100000:3.0:1788984913.121344:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347968 00000100:00100000:3.0:1788984913.121346:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347968 00000100:00100000:3.0:1788984913.121354:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348480 00000100:00100000:3.0:1788984913.121357:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348480 00000100:00100000:3.0:1788984913.121367:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1788984913.121372:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973348096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121401:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973348096:12345-0@lo:400:kworker.0 Request processed in 28us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984913.121406:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 308 00000100:00100000:3.0:1788984913.121424:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1788984913.121430:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973348608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121457:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973348608:12345-0@lo:400:kworker.0 Request processed in 28us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984913.121463:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:3.0:1788984913.121473:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1788984913.121479:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973347968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121514:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973347968:12345-0@lo:400:kworker.0 Request processed in 35us (377us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984913.121520:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 310 00000100:00100000:3.0:1788984913.121530:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 311 00000100:00100000:3.0:1788984913.121536:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973348480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121558:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973348480:12345-0@lo:400:kworker.0 Request processed in 23us (389us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984913.121563:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 311 00000100:00080000:3.0:1788984913.121584:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788984913.121587:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984913.121605:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973347456:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121613:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973347968:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121622:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973348480:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121629:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973348096:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.121636:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973348608:0@lo:400:kworker.0 00000100:00100000:0.0:1788984913.121950:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347200 00000100:00100000:0.0:1788984913.121955:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347200 00000100:00100000:0.0:1788984913.121985:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788984913.121991:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973347200:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984913.122026:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973347200:12345-0@lo:400:kworker.0 Request processed in 36us (2043us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984913.122031:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788984913.122065:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984913.122074:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973348736:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984913.122099:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984913.122127:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348736 00000100:00100000:0.0:1788984913.122131:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348736 00000100:00100000:0.0:1788984913.122152:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1788984913.122159:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973348736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984913.122177:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984913.122210:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973348736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 53us (110us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984913.122216:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:0.0:1788984913.122248:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973348736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984913.122888:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973347584 00000100:00100000:1.0:1788984913.122894:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973347584 00000100:00100000:1.0:1788984913.122955:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788984913.122964:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973347584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.123024:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973347584:12345-0@lo:400:kworker.0 Request processed in 62us (2058us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.123030:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:3.0:1788984913.123972:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973347584:0@lo:400:kworker.0 00000100:00100000:3.0:1788984913.124031:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973347200:0@lo:400:kworker.0 00000100:00100000:1.0:1788984913.127974:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973348864:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984913.128044:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984913.128099:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348864 00000100:00100000:1.0:1788984913.128107:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348864 00000100:00100000:1.0:1788984913.128176:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788984913.128184:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973348864:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984913.128207:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984913.128249:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973348864:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984913.128256:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788984913.128316:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973348864:0@lo:13:osp-pre-1-1.0 10000000:01000000:2.0:1788984913.570838:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984913.570846:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984913.570852:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984913.570899:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984913.570912:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984913.570946:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984913.570971:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973348992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984913.571378:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984913.571483:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973348992 00000100:00100000:0.0:1788984913.571496:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973348992 00000100:00100000:0.0:1788984913.571547:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:0.0:1788984913.571569:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973348992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984913.571582:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984913.571596:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f39e expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984913.571631:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984913.571641:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984913.571650:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788984913.571700:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973348992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 132us (322us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984913.571706:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:2.0:1788984913.572290:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305480 going to sleep for 11 seconds 00000100:00100000:2.0:1788984913.572325:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973348992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984913.572343:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984913.572351:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984913.572371:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984913.572385:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984913.572391:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984913.887127:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984914.001745:0:28040:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffc10bacc0 20000000:00000080:2.0:1788984914.001761:0:28040:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406ac00 uarg=0000000000000000 10000000:01000000:2.0:1788984914.001911:0:28040:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984914.001955:0:28040:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984914.001974:0:28040:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984914.001983:0:28040:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984914.002021:0:28040:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984914.002035:0:28040:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 23 pid: 6509 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984914.002048:0:28040:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28040:1875885973349120:0@lo:104: 00000100:00100000:2.0:1788984914.002106:0:28040:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984914.002162:0:28040:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305b40 going to sleep for 11 seconds 00000100:00100000:1.0:1788984914.002782:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349120 00000100:00100000:1.0:1788984914.002792:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349120 00000100:00100000:1.0:1788984914.002854:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 115 00000100:00100000:1.0:1788984914.002865:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:28040:x1875885973349120:12345-0@lo:104: 00010000:00010000:1.0:1788984914.002877:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984914.002974:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984914.002981:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:28040:x1875885973349120:12345-0@lo:104: Request processed in 118us (875us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984914.002988:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 115 00010000:00010000:3.0:1788984914.003069:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788984914.003076:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003083:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788984914.003086:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003095:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788984914.003102:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984914.003107:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788984914.003137:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003144:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788984914.003166:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003172:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f39e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3a5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003188:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984914.003189:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984914.003191:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984914.003202:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973349248:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984914.003245:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984914.003305:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349248 00000100:00100000:3.0:1788984914.003309:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349248 00010000:00010000:3.0:1788984914.003329:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 24 pid: 6509 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984914.003350:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1788984914.003357:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973349248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984914.003367:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984914.003371:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 24 pid: 6509 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003382:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 24 pid: 6509 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003399:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003408:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003422:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003429:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003445:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003451:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003462:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984914.003466:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003474:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003483:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.003492:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984914.003520:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973349248:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984914.003527:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00000100:00100000:3.0:1788984914.003563:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973349248:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984914.003750:0:28040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f3a5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f39e expref: 23 pid: 6509 timeout: 853 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984914.003760:0:28040:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28040:1875885973349120:0@lo:104: 00010000:00010000:0.0:1788984914.003774:0:28040:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984914.003782:0:28040:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984914.003788:0:28040:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984914.003795:0:28040:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52f3ac lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28040 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984914.910374:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984915.205654:0:28089:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe25c8aab0 20000000:00000080:0.0:1788984915.205672:0:28089:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143868400 uarg=0000000000000000 10000000:01000000:0.0:1788984915.205853:0:28089:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984915.205875:0:28089:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.205890:0:28089:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.205902:0:28089:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.205909:0:28089:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.205916:0:28089:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.207304:0:28089:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.207323:0:28089:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984915.207329:0:28089:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.207339:0:28089:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.207354:0:28089:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.207364:0:28089:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984915.207386:0:28089:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f3b3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28089 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984915.934107:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984915.934114:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984915.934118:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984915.934177:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984915.934196:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984915.934207:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984915.934240:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973349376:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984915.934320:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984915.934376:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984915.934459:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349376 00000100:00100000:3.0:1788984915.934467:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349376 00000100:00100000:3.0:1788984915.934521:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:3.0:1788984915.934532:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973349376:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984915.934546:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984915.934560:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f3ba expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984915.934583:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984915.934594:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984915.934611:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984915.934652:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973349376:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984915.934658:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00010000:00010000:0.0:1788984915.935002:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984915.935090:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973349376:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984915.935105:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984915.935115:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984915.935133:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984915.935138:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984915.935146:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984916.210306:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788984916.210330:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973349504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984916.210402:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984916.210463:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349504 00000100:00100000:0.0:1788984916.210470:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349504 00000100:00100000:0.0:1788984916.210546:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788984916.210556:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973349504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984916.210583:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984916.210628:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973349504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (226us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984916.210634:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00080000:0.0:1788984916.210654:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984916.210687:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973349504:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984916.215086:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984916.215108:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973349632:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984916.215169:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984916.215238:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349632 00000100:00100000:3.0:1788984916.215245:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349632 00000100:00100000:3.0:1788984916.215302:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1788984916.215310:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973349632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984916.215337:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984916.215380:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973349632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (211us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984916.215387:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00080000:3.0:1788984916.215408:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984916.215556:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973349632:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1788984916.478316:0:28137:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeae32f4a0 20000000:00000080:1.0:1788984916.478334:0:28137:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143342400 uarg=0000000000000000 10000000:01000000:1.0:1788984916.478553:0:28137:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984916.478574:0:28137:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984916.478592:0:28137:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984916.478601:0:28137:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984916.478653:0:28137:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984916.478668:0:28137:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 23 pid: 6508 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984916.478682:0:28137:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28137:1875885973349760:0@lo:104: 00000100:00100000:1.0:1788984916.478747:0:28137:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984916.478948:0:28137:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984916.482718:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349760 00000100:00100000:3.0:1788984916.482732:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349760 00000100:00100000:3.0:1788984916.482796:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 116 00000100:00100000:3.0:1788984916.482806:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:28137:x1875885973349760:12345-0@lo:104: 00010000:00010000:3.0:1788984916.482824:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984916.482941:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984916.482960:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:28137:x1875885973349760:12345-0@lo:104: Request processed in 155us (4212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984916.482967:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 116 00000100:00100000:2.0:1788984916.483296:0:28137:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28137:1875885973349760:0@lo:104: 00010000:00010000:2.0:1788984916.483320:0:28137:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.484021:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984916.484031:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.484040:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984916.484045:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.484054:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984916.484075:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984916.484080:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984916.484173:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.484180:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984916.484212:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.484219:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb200/0xa0dd3253da52f3ba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3c1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.484237:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984916.484239:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984916.484240:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984916.485845:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973349888:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984916.485920:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984916.486089:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973349888 00000100:00100000:0.0:1788984916.486098:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973349888 00010000:00010000:0.0:1788984916.486132:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 24 pid: 6508 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984916.486165:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788984916.486173:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973349888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984916.486187:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984916.486192:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 24 pid: 6508 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486204:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 24 pid: 6508 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486233:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f3c1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f3ba expref: 24 pid: 6508 timeout: 856 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486250:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486258:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486282:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486291:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486298:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486304:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486311:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984916.486314:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486321:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486332:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984916.486353:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984916.486396:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973349888:12345-0@lo:103:ldlm_bl.0 Request processed in 223us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984916.486402:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788984916.486452:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973349888:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984916.486606:0:28137:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984916.486616:0:28137:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984916.486622:0:28137:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f3c8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28137 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984916.710819:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973350016:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984916.710893:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984916.711099:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350016 00000100:00100000:1.0:1788984916.711110:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350016 00000100:00100000:1.0:1788984916.711167:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:1.0:1788984916.711177:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973350016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984916.711214:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984916.711288:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973350016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984916.711296:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1788984916.711380:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973350016:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984916.962105:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984917.954513:0:28185:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd35fab3d0 20000000:00000080:3.0:1788984917.954530:0:28185:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127c249400 uarg=0000000000000000 10000000:01000000:3.0:1788984917.954899:0:28185:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984917.954922:0:28185:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955088:0:28185:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955099:0:28185:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955106:0:28185:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955113:0:28185:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955120:0:28185:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955127:0:28185:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984917.955132:0:28185:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955139:0:28185:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955165:0:28185:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955173:0:28185:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984917.955179:0:28185:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f3cf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28185 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984917.983094:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984917.983100:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984917.983104:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984917.983147:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984917.983159:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984917.983183:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984917.983214:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973350144:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984917.983290:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984917.983332:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d0eb480 going to sleep for 11 seconds 00000100:00100000:0.0:1788984917.984565:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350144 00000100:00100000:0.0:1788984917.984579:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350144 00000100:00100000:0.0:1788984917.984657:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:0.0:1788984917.984676:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973350144:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984917.984693:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984917.984710:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f3d6 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984917.984736:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984917.984746:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984917.984755:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8200, rc 0) 00000100:00100000:0.0:1788984917.984819:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973350144:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 153us (1529us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984917.984826:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00010000:00010000:0.0:1788984917.984974:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984917.985131:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973350144:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984917.985149:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984917.985157:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984917.985312:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984917.985318:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984917.985326:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984918.077902:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984918.077980:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984918.078023:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984918.078052:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179648 00000100:00100000:0.0:1788984918.078062:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179648 00000100:00100000:0.0:1788984918.078121:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179776 00000100:00100000:0.0:1788984918.078124:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179776 00000100:00100000:0.0:1788984918.078149:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 791 00000100:00100000:0.0:1788984918.078159:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953179648:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984918.078237:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953179648:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (345us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.078244:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 791 00000100:00100000:0.0:1788984918.078278:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 792 00000100:00100000:0.0:1788984918.078298:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953179776:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984918.078328:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953179776:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (306us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.078335:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 792 00000100:00080000:0.0:1788984918.078353:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984918.078358:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984918.078801:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179520 00000100:00100000:3.0:1788984918.078808:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179520 00000100:00100000:3.0:1788984918.078848:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 534 00000100:00100000:3.0:1788984918.078856:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953179520:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984918.078899:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953179520:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 45us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984918.078905:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 534 00000100:00100000:0.0:1788984918.240445:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973350656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.240516:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984918.240565:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973351168:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.240793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973350400:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.240825:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.240848:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973350912:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.240869:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.240886:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973351424:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.240906:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.241007:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788984918.241015:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973350528:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.241041:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.241059:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973351040:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.241081:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.241099:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973351552:0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.241120:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.241158:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350656 00000100:00100000:2.0:1788984918.241166:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350656 00000100:00100000:1.0:1788984918.241459:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973350272:0@lo:400:kworker.0 00000100:00100000:1.0:1788984918.241493:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984918.241521:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973350784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984918.241543:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984918.241561:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973351296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984918.242379:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973351936:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984918.242442:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.242447:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350400 00000100:00100000:2.0:1788984918.242453:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350400 00000100:00100000:0.0:1788984918.242469:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973351680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.242490:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.242499:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350912 00000100:00100000:2.0:1788984918.242503:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350912 00000100:00100000:1.0:1788984918.242616:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984918.242715:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.242848:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351424 00000100:00100000:2.0:1788984918.242853:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351424 00000100:00100000:2.0:1788984918.242865:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351040 00000100:00100000:2.0:1788984918.242868:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351040 00000100:00100000:2.0:1788984918.242881:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351552 00000100:00100000:2.0:1788984918.242883:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351552 00000100:00100000:2.0:1788984918.242899:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788984918.242906:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973350656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.242961:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788984918.242969:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973350656:12345-0@lo:400:kworker.0 Request processed in 63us (2453us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.242969:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973350400:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.242976:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 793 00000100:00100000:2.0:1788984918.242994:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 795 00000100:00100000:2.0:1788984918.243000:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973350912:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.243016:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973350400:12345-0@lo:400:kworker.0 Request processed in 48us (2191us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.243021:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 794 00000100:00100000:2.0:1788984918.243023:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973350912:12345-0@lo:400:kworker.0 Request processed in 24us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984918.243028:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 795 00000100:00100000:0.0:1788984918.243035:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 796 00000100:00100000:0.0:1788984918.243040:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973351424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984918.243044:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788984918.243050:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973351040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.243065:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973351424:12345-0@lo:400:kworker.0 Request processed in 26us (2158us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.243071:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 796 00000100:00100000:2.0:1788984918.243072:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973351040:12345-0@lo:400:kworker.0 Request processed in 23us (1990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984918.243077:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 797 00000100:00100000:2.0:1788984918.243086:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 798 00000100:00100000:2.0:1788984918.243092:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973351552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.243108:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350528 00000100:00100000:0.0:1788984918.243112:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350528 00000100:00100000:2.0:1788984918.243116:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973351552:12345-0@lo:400:kworker.0 Request processed in 25us (1995us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.243137:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350784 00000100:00100000:0.0:1788984918.243148:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350784 00000100:00100000:0.0:1788984918.243164:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788984918.243170:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973350528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.243204:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973350528:12345-0@lo:400:kworker.0 Request processed in 34us (2161us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.243210:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788984918.243223:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:0.0:1788984918.243229:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973350784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.243269:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973350784:12345-0@lo:400:kworker.0 Request processed in 40us (1726us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.243274:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:2.0:1788984918.243565:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 798 00000100:00100000:1.0:1788984918.243764:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973351808:0@lo:400:kworker.0 00000100:00100000:1.0:1788984918.243792:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984918.243949:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973350528:0@lo:400:kworker.0 00010000:00080000:3.0:1788984918.243963:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305ea00 x1875885973351040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984918.243973:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973351040:0@lo:400:kworker.0 00010000:00080000:3.0:1788984918.244090:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11422e5c00 x1875885973351552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984918.244100:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973351552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984918.244122:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973350400:0@lo:400:kworker.0 00000100:00100000:3.0:1788984918.244133:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973350912:0@lo:400:kworker.0 00000100:00100000:3.0:1788984918.244142:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973351424:0@lo:400:kworker.0 00000100:00100000:3.0:1788984918.244166:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984918.244172:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973352064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984918.244197:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984918.244544:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351936 00000100:00100000:3.0:1788984918.244551:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351936 00000100:00100000:3.0:1788984918.244663:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352064 00000100:00100000:3.0:1788984918.244668:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352064 00000100:00100000:3.0:1788984918.244686:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1788984918.244693:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973351936:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984918.244718:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984918.244754:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973351936:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (2039us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984918.244760:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1788984918.244776:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788984918.244782:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973352064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984918.244792:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984918.244895:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973352064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 111us (694us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984918.244901:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788984918.245207:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973352064:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984918.245224:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973351936:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984918.247020:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973350784:0@lo:400:kworker.0 00000100:00100000:1.0:1788984918.247038:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984918.247049:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973352192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984918.247097:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984918.247134:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973350272 00000100:00100000:1.0:1788984918.247140:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973350272 00000100:00100000:1.0:1788984918.247183:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788984918.247192:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973350272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984918.247240:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973350272:12345-0@lo:400:kworker.0 Request processed in 48us (5745us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984918.247247:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788984918.247317:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973350272:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.251969:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351168 00000100:00100000:0.0:1788984918.252058:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351168 00000100:00100000:0.0:1788984918.252109:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351680 00000100:00100000:0.0:1788984918.252112:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351680 00000100:00100000:0.0:1788984918.252124:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351296 00000100:00100000:0.0:1788984918.252127:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351296 00000100:00100000:0.0:1788984918.252136:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973351808 00000100:00100000:0.0:1788984918.252138:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973351808 00000100:00100000:0.0:1788984918.252153:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1788984918.252161:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973351168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.252250:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973351168:12345-0@lo:400:kworker.0 Request processed in 90us (9807us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.252269:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 312 00000100:00100000:0.0:1788984918.252286:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788984918.252292:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973351680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.252320:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973351680:12345-0@lo:400:kworker.0 Request processed in 29us (9829us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.252336:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 313 00000100:00100000:0.0:1788984918.252349:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1788984918.252354:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973351296:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.252399:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973351296:12345-0@lo:400:kworker.0 Request processed in 44us (9783us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.252405:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:0.0:1788984918.252416:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 315 00000100:00100000:0.0:1788984918.252422:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973351808:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.252448:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973351808:12345-0@lo:400:kworker.0 Request processed in 26us (8655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.252453:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 315 00000100:00080000:0.0:1788984918.252477:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788984918.252481:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984918.252483:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984918.252486:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984918.252523:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973350656:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.252533:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973351168:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.252542:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973351680:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.254082:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352192 00000100:00100000:0.0:1788984918.254098:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352192 00000100:00100000:0.0:1788984918.254151:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788984918.254162:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973352192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984918.254193:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984918.254265:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973352192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 94us (7157us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.254278:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1788984918.254343:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973352192:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984918.254358:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973351296:0@lo:400:kworker.0 00000100:00100000:0.0:1788984918.254368:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973351808:0@lo:400:kworker.0 00000020:00000080:1.0:1788984918.919008:0:28233:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb2dc5ef0 20000000:00000080:1.0:1788984918.919025:0:28233:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5cc00 uarg=0000000000000000 10000000:01000000:1.0:1788984918.919733:0:28233:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984918.919757:0:28233:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.919776:0:28233:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.919785:0:28233:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.919824:0:28233:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.919839:0:28233:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 23 pid: 6506 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984918.919852:0:28233:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28233:1875885973352320:0@lo:104: 00000100:00100000:1.0:1788984918.919916:0:28233:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984918.920110:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352320 00000100:00100000:2.0:1788984918.920118:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352320 00000100:00100000:1.0:1788984918.920144:0:28233:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:2.0:1788984918.920170:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 117 00000100:00100000:2.0:1788984918.920179:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:28233:x1875885973352320:12345-0@lo:104: 00010000:00010000:2.0:1788984918.920192:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984918.920262:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984918.920269:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:28233:x1875885973352320:12345-0@lo:104: Request processed in 91us (354us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984918.920276:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 117 00010000:00010000:0.0:1788984918.920286:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984918.920293:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.920300:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984918.920305:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.920314:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984918.920321:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984918.920328:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984918.920404:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.920510:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984918.920540:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.920547:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f3d6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3dd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.920590:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984918.920592:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984918.920593:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984918.920639:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984918.920652:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973352448:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984918.920691:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984918.920842:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352448 00000100:00100000:0.0:1788984918.920847:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352448 00010000:00010000:0.0:1788984918.920868:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 24 pid: 6506 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984918.920898:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1788984918.920905:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b124621b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973352448:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984918.920915:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984918.920920:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 24 pid: 6506 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921040:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 24 pid: 6506 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921056:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921064:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921078:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921085:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921092:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921104:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921110:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984918.921114:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921121:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921130:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984918.921139:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984918.921587:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b124621b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973352448:12345-0@lo:103:ldlm_bl.0 Request processed in 680us (893us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984918.921596:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00010000:00010000:1.0:1788984918.921741:0:28233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f3dd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f3d6 expref: 23 pid: 6506 timeout: 858 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984918.921754:0:28233:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28233:1875885973352320:0@lo:104: 00010000:00010000:1.0:1788984918.921773:0:28233:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.921781:0:28233:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.921799:0:28233:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984918.921805:0:28233:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f3e4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28233 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984918.924305:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973352448:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984919.009479:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984919.823735:0:28281:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc18f2240 20000000:00000080:3.0:1788984919.823755:0:28281:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8fc00 uarg=0000000000000000 10000000:01000000:3.0:1788984919.823953:0:28281:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984919.823975:0:28281:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.823989:0:28281:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.823999:0:28281:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824005:0:28281:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824011:0:28281:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824018:0:28281:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824023:0:28281:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984919.824027:0:28281:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824034:0:28281:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824062:0:28281:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824069:0:28281:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984919.824558:0:28281:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3eb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28281 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984920.031247:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984920.734072:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984920.734079:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984920.734083:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984920.734130:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.734140:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.734151:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984920.734175:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973352576:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984920.734253:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984920.734305:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11422fa480 going to sleep for 11 seconds 00000100:00100000:3.0:1788984920.734703:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352576 00000100:00100000:3.0:1788984920.734712:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352576 00000100:00100000:3.0:1788984920.735657:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1788984920.735671:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973352576:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984920.735688:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984920.735705:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f3f2 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984920.735734:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984920.735746:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984920.735755:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984920.735831:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973352576:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (1578us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984920.735838:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:3.0:1788984920.737911:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973352576:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984920.738291:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984920.738305:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984920.738331:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984920.738337:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984920.738347:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788984920.841831:0:28329:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd51e3f650 20000000:00000080:1.0:1788984920.841849:0:28329:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5d000 uarg=0000000000000000 10000000:01000000:1.0:1788984920.842018:0:28329:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984920.842039:0:28329:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.842055:0:28329:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.842063:0:28329:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.842103:0:28329:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.842118:0:28329:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 23 pid: 6506 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984920.842132:0:28329:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28329:1875885973352704:0@lo:104: 00000100:00100000:1.0:1788984920.842200:0:28329:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984920.842263:0:28329:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125904d000 going to sleep for 11 seconds 00000100:00100000:0.0:1788984920.842659:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788984920.842672:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352704 00000100:00100000:0.0:1788984920.842679:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352704 00000100:00100000:0.0:1788984920.842728:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 118 00000100:00100000:0.0:1788984920.842737:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:28329:x1875885973352704:12345-0@lo:104: 00010000:00010000:0.0:1788984920.842750:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984920.842825:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984920.842831:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e03c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:28329:x1875885973352704:12345-0@lo:104: Request processed in 96us (632us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984920.842847:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 118 00010000:00010000:2.0:1788984920.843017:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984920.843024:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843033:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984920.843037:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843046:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984920.843054:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984920.843061:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984920.843095:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843101:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984920.843122:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843129:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f3f2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f3f9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843145:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984920.843147:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984920.843149:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984920.843160:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973352832:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984920.843192:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984920.843253:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352832 00000100:00100000:2.0:1788984920.843257:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352832 00010000:00010000:2.0:1788984920.843279:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 24 pid: 6506 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984920.843304:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1788984920.843310:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973352832:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984920.843320:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984920.843325:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 24 pid: 6506 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843336:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 24 pid: 6506 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843353:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843362:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843377:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843385:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843391:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843398:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843413:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984920.843417:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843424:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843433:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984920.843443:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984920.843474:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973352832:12345-0@lo:103:ldlm_bl.0 Request processed in 164us (281us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984920.843481:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:2.0:1788984920.843523:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277dd6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973352832:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984920.845077:0:28329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f3f9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f3f2 expref: 23 pid: 6506 timeout: 860 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984920.845113:0:28329:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28329:1875885973352704:0@lo:104: 00010000:00010000:1.0:1788984920.845141:0:28329:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.845151:0:28329:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.845158:0:28329:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984920.845164:0:28329:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f400 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28329 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984921.055167:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984921.312907:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973352960:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984921.313006:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984921.313090:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973352960 00000100:00100000:0.0:1788984921.313099:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973352960 00000100:00100000:0.0:1788984921.314728:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:0.0:1788984921.314745:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973352960:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984921.314859:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984921.314957:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973352960:12345-0@lo:13:osp-pre-0-1.0 Request processed in 217us (1950us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984921.314965:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00080000:0.0:1788984921.314995:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984921.315040:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973352960:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984921.319493:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788984921.319517:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973353088:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984921.319598:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984921.320014:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353088 00000100:00100000:1.0:1788984921.320023:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353088 00000100:00100000:1.0:1788984921.320087:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788984921.320244:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973353088:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984921.320267:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984921.320318:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973353088:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (720us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984921.320325:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788984921.320372:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973353088:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788984921.320496:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:2.0:1788984921.654396:0:28377:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4f3ffe70 20000000:00000080:2.0:1788984921.654413:0:28377:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144068000 uarg=0000000000000000 10000000:01000000:2.0:1788984921.655211:0:28377:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984921.655249:0:28377:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655266:0:28377:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655278:0:28377:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655285:0:28377:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655305:0:28377:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655313:0:28377:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655319:0:28377:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984921.655324:0:28377:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655333:0:28377:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655347:0:28377:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655355:0:28377:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984921.655362:0:28377:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f407 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28377 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984921.822747:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973353216:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984921.822848:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984921.822947:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353216 00000100:00100000:0.0:1788984921.822955:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353216 00000100:00100000:0.0:1788984921.823001:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1788984921.823012:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973353216:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984921.823045:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984921.823846:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973353216:12345-0@lo:41:osp-pre-1-0.0 Request processed in 831us (994us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984921.823855:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:0.0:1788984921.823958:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973353216:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984922.078337:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984922.848332:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984922.848340:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984922.848345:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984922.848391:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984922.848404:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984922.848415:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984922.848441:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973353344:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984922.848510:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984922.848565:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2240 going to sleep for 11 seconds 00000100:00100000:1.0:1788984922.848805:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353344 00000100:00100000:1.0:1788984922.848814:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353344 00000100:00100000:1.0:1788984922.848870:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1788984922.848880:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973353344:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984922.848893:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984922.848907:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f40e expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984922.848952:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984922.848963:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984922.848970:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea000, rc 0) 00000100:00100000:1.0:1788984922.849014:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973353344:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984922.849021:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:1.0:1788984922.849069:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973353344:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984922.849082:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984922.849091:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984922.849109:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984922.849114:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984922.849121:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.102285:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984923.196521:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984923.196568:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984923.196592:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984923.196712:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180032 00000100:00100000:3.0:1788984923.196722:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180032 00000100:00100000:3.0:1788984923.196785:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180160 00000100:00100000:3.0:1788984923.196789:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180160 00000100:00100000:3.0:1788984923.196816:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 799 00000100:00100000:3.0:1788984923.196826:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953180032:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984923.196898:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953180032:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.196906:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 799 00000100:00100000:3.0:1788984923.196948:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 800 00000100:00100000:3.0:1788984923.196957:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953180160:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984923.196984:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953180160:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.197001:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 800 00000100:00100000:3.0:1788984923.197020:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953179904 00000100:00100000:3.0:1788984923.197024:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953179904 00000100:00080000:2.0:1788984923.198522:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984923.198533:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984923.202519:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 538 00000100:00100000:3.0:1788984923.202539:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953179904:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984923.202620:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953179904:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 89us (6051us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.202627:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 538 00000100:00100000:3.0:1788984923.358389:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973353472:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984923.358491:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.358581:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353472 00000100:00100000:3.0:1788984923.358589:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353472 00000100:00100000:3.0:1788984923.358646:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788984923.358656:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973353472:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984923.358686:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984923.358731:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973353472:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (241us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.358739:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:3.0:1788984923.358759:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984923.358794:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973353472:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984923.363298:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973353728:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.363382:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984923.363429:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973354240:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.363455:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984923.363485:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788984923.363492:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973353856:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.363517:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984923.363537:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973354368:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.363557:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984923.363600:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353728 00000100:00100000:1.0:1788984923.363608:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353728 00000100:00100000:1.0:1788984923.363654:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788984923.363663:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973353728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.363715:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973353728:12345-0@lo:400:kworker.0 Request processed in 54us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.363722:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788984923.363753:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354240 00000100:00100000:1.0:1788984923.363757:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354240 00000100:00100000:1.0:1788984923.363784:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788984923.363791:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973354240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.363825:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973354240:12345-0@lo:400:kworker.0 Request processed in 34us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.363831:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:1.0:1788984923.363890:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353856 00000100:00100000:1.0:1788984923.363901:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353856 00000100:00100000:1.0:1788984923.363946:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354368 00000100:00100000:1.0:1788984923.363949:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354368 00000100:00100000:1.0:1788984923.363982:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1788984923.363988:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973353856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.364020:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973353856:12345-0@lo:400:kworker.0 Request processed in 32us (503us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.364026:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 801 00000100:00100000:1.0:1788984923.364039:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 802 00000100:00100000:1.0:1788984923.364045:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973354368:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.364071:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973354368:12345-0@lo:400:kworker.0 Request processed in 27us (513us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.364077:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 802 00000100:00080000:1.0:1788984923.364099:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984923.364126:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973353856:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.364135:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973354368:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.364142:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973353728:0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.364150:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973354240:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.368773:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973353600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984923.368865:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.368907:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973354112:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.368956:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.368995:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788984923.369001:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973353984:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.369024:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.369040:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973354496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984923.369056:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.369082:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353984 00000100:00100000:3.0:1788984923.369091:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353984 00000100:00100000:1.0:1788984923.369380:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973353600 00000100:00100000:1.0:1788984923.369386:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973353600 00000100:00100000:1.0:1788984923.369430:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:1.0:1788984923.369439:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973353600:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984923.369475:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984923.369527:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973353600:12345-0@lo:13:osp-pre-1-0.0 Request processed in 89us (662us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.369545:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00080000:1.0:1788984923.369573:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984923.369762:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354112 00000100:00100000:0.0:1788984923.369768:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354112 00000100:00100000:0.0:1788984923.369809:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 803 00000100:00100000:0.0:1788984923.369818:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973354112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984923.369859:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973354112:12345-0@lo:400:kworker.0 Request processed in 42us (902us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984923.369865:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 803 00000100:00100000:3.0:1788984923.374287:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354496 00000100:00100000:3.0:1788984923.374303:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354496 00000100:00100000:1.0:1788984923.378398:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788984923.378431:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973353984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984923.378682:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973353984:12345-0@lo:400:kworker.0 Request processed in 270us (9654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.378689:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:1.0:1788984923.378729:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:1.0:1788984923.378736:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973354496:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984923.378761:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984923.378791:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973354496:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (9734us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984923.378797:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:3.0:1788984923.381956:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973353984:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.381983:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973354496:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984923.382016:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973353600:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984923.382029:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973354112:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382113:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973354624:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382185:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.382237:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354624 00000100:00100000:3.0:1788984923.382244:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354624 00000100:00100000:3.0:1788984923.382303:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 804 00000100:00100000:3.0:1788984923.382311:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973354624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382356:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973354624:12345-0@lo:400:kworker.0 Request processed in 46us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.382362:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 804 00010000:00080000:3.0:1788984923.382397:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127576fb80 x1875885973354624/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984923.382408:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973354624:0@lo:400:kworker.0 00000100:00080000:3.0:1788984923.382439:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984923.382483:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984923.382491:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973354752:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382520:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.382565:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973354880:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382584:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.382618:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984923.382623:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973355008:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382643:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.382666:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355008 00000100:00100000:3.0:1788984923.382670:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355008 00000100:00100000:3.0:1788984923.382705:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1788984923.382711:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973355008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382748:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973355008:12345-0@lo:400:kworker.0 Request processed in 36us (103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.382754:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 805 00000100:00100000:3.0:1788984923.382778:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973355008:0@lo:400:kworker.0 00000100:00080000:3.0:1788984923.382792:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984923.382817:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973355136:0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382840:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984923.382868:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355136 00000100:00100000:3.0:1788984923.382872:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355136 00000100:00100000:3.0:1788984923.382896:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 806 00000100:00100000:3.0:1788984923.382901:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973355136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984923.382955:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973355136:12345-0@lo:400:kworker.0 Request processed in 53us (113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984923.382971:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 806 00010000:00080000:3.0:1788984923.382998:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127576f480 x1875885973355136/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984939 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984923.383009:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973355136:0@lo:400:kworker.0 00000100:00080000:3.0:1788984923.383021:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984923.383652:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354752 00000100:00100000:0.0:1788984923.383659:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354752 00000100:00100000:0.0:1788984923.383704:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973354880 00000100:00100000:0.0:1788984923.383707:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973354880 00000100:00100000:0.0:1788984923.383727:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788984923.383734:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973354752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984923.383803:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973354752:12345-0@lo:400:kworker.0 Request processed in 70us (1282us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984923.383810:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 316 00000100:00100000:0.0:1788984923.383824:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1788984923.383830:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973354880:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984923.383856:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973354880:12345-0@lo:400:kworker.0 Request processed in 27us (1271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984923.383862:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 317 00000100:00100000:0.0:1788984923.383904:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973354880:0@lo:400:kworker.0 00000100:00100000:0.0:1788984923.383915:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973354752:0@lo:400:kworker.0 00000100:00080000:3.0:1788984923.384575:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788984923.566947:0:28476:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffcda409c0 20000000:00000080:0.0:1788984923.566966:0:28476:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432afc00 uarg=0000000000000000 10000000:01000000:0.0:1788984923.574432:0:28476:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984923.574459:0:28476:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984923.574477:0:28476:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984923.574485:0:28476:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984923.574526:0:28476:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984923.574542:0:28476:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 23 pid: 6509 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984923.574574:0:28476:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28476:1875885973355264:0@lo:104: 00000100:00100000:0.0:1788984923.574654:0:28476:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984923.574721:0:28476:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246c00 going to sleep for 11 seconds 00000100:00100000:2.0:1788984923.574787:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355264 00000100:00100000:2.0:1788984923.574795:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355264 00000100:00100000:2.0:1788984923.574854:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 119 00000100:00100000:2.0:1788984923.574863:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:28476:x1875885973355264:12345-0@lo:104: 00010000:00010000:2.0:1788984923.574877:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.574964:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984923.574970:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:28476:x1875885973355264:12345-0@lo:104: Request processed in 109us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984923.574976:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 119 00010000:00010000:2.0:1788984923.574996:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984923.575002:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575009:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984923.575013:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575021:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984923.575028:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984923.575034:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984923.575061:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575067:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984923.575087:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575104:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f40e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f415 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575117:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984923.575119:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984923.575121:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984923.575143:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973355392:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984923.575172:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984923.575218:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355392 00000100:00100000:2.0:1788984923.575223:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355392 00010000:00010000:2.0:1788984923.575240:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 24 pid: 6509 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984923.575260:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788984923.575267:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973355392:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984923.575278:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984923.575282:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 24 pid: 6509 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575292:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 24 pid: 6509 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575308:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575316:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575339:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575346:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575353:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575359:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575364:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984923.575368:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575375:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575384:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984923.575393:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788984923.575423:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973355392:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984923.575429:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788984923.575461:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973355392:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984923.575550:0:28476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f415 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f40e expref: 23 pid: 6509 timeout: 863 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984923.575561:0:28476:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28476:1875885973355264:0@lo:104: 00010000:00010000:3.0:1788984923.575574:0:28476:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984923.575582:0:28476:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984923.575588:0:28476:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984923.575594:0:28476:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f41c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28476 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984924.137043:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984924.702088:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984924.702097:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984924.702118:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984924.702168:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984924.702182:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984924.702203:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984924.702231:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973355520:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984924.702327:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984924.702402:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984924.702815:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355520 00000100:00100000:3.0:1788984924.702825:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355520 00000100:00100000:3.0:1788984924.702889:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:3.0:1788984924.702899:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973355520:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984924.702913:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984924.702962:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f423 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984924.702988:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984924.703000:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984924.703009:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984924.703074:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973355520:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 177us (747us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984924.703081:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:2.0:1788984924.703246:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973355520:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984924.703280:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984924.703290:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984924.703313:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984924.703319:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984924.703326:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984925.154033:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984925.534725:0:28574:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5d516150 20000000:00000080:2.0:1788984925.534746:0:28574:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406b800 uarg=0000000000000000 10000000:01000000:2.0:1788984925.535870:0:28574:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984925.535904:0:28574:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984925.535951:0:28574:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984925.535961:0:28574:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984925.536004:0:28574:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984925.536020:0:28574:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 23 pid: 6509 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984925.536034:0:28574:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28574:1875885973355648:0@lo:104: 00000100:00100000:2.0:1788984925.536438:0:28574:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984925.536915:0:28574:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143874f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788984925.537085:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355648 00000100:00100000:0.0:1788984925.537094:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355648 00000100:00100000:0.0:1788984925.537161:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 120 00000100:00100000:0.0:1788984925.537172:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:28574:x1875885973355648:12345-0@lo:104: 00010000:00010000:0.0:1788984925.537196:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.537277:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984925.537284:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:28574:x1875885973355648:12345-0@lo:104: Request processed in 114us (847us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984925.537291:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 120 00010000:00010000:0.0:1788984925.537314:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984925.537320:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.537328:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984925.537333:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.537341:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984925.537347:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984925.537499:0:28574:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:28574:1875885973355648:0@lo:104: 00010000:00010000:1.0:1788984925.537534:0:28574:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984925.537800:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984925.537847:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.537854:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984925.537878:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.537885:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f423 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f42a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.537901:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984925.537903:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984925.537904:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984925.537918:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973355776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984925.537980:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984925.538025:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355776 00000100:00100000:0.0:1788984925.538030:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355776 00010000:00010000:0.0:1788984925.538050:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 24 pid: 6509 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984925.538074:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1788984925.538080:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973355776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984925.538090:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984925.538202:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 24 pid: 6509 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538215:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 24 pid: 6509 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538238:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f42a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f423 expref: 24 pid: 6509 timeout: 865 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538251:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538258:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538272:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538280:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538286:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538292:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538297:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984925.538301:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538307:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538318:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984925.538338:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984925.538369:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973355776:12345-0@lo:103:ldlm_bl.0 Request processed in 289us (388us total) trans 0 rc 0/0 00010000:00010000:1.0:1788984925.538492:0:28574:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984925.538500:0:28574:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984925.538517:0:28574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f431 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 28574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984925.539770:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1788984925.539835:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973355776:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984926.176085:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984926.430681:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973355904:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984926.430753:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984926.430904:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973355904 00000100:00100000:1.0:1788984926.430920:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973355904 00000100:00100000:0.0:1788984926.431164:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984926.431175:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973356032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984926.431219:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984926.431713:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356032 00000100:00100000:1.0:1788984926.431719:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356032 00000100:00080000:3.0:1788984926.431860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984926.431970:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1788984926.431979:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973355904:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984926.432204:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1788984926.432213:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973356032:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984926.432224:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984926.432282:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973356032:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (1062us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984926.432288:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00002000:00000024:1.0:1788984926.432639:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984926.432676:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973355904:12345-0@lo:13:osp-pre-0-0.0 Request processed in 698us (1924us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984926.432683:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:0.0:1788984926.432785:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973356032:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984926.432812:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973355904:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1788984926.751656:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984926.751664:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984926.751669:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984926.751719:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984926.751732:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984926.751744:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984926.751770:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973356160:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984926.751856:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984926.751912:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1141be8540 going to sleep for 11 seconds 00000100:00100000:0.0:1788984926.752024:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356160 00000100:00100000:0.0:1788984926.752034:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356160 00000100:00100000:0.0:1788984926.752099:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1788984926.752109:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973356160:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984926.752124:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984926.752139:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f438 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984926.752171:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984926.752195:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984926.752204:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8e00, rc 0) 00000100:00100000:0.0:1788984926.752259:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973356160:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 152us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984926.752574:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973356160:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984926.752590:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984926.752601:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984926.752620:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984926.752625:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984926.752632:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984926.752676:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1788984926.949282:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973356288:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984926.949351:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984926.950643:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356288 00000100:00100000:0.0:1788984926.950656:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356288 00000100:00100000:0.0:1788984926.950708:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1788984926.950719:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973356288:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984926.950769:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984926.957965:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973356288:12345-0@lo:41:osp-pre-1-0.0 Request processed in 7240us (8605us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984926.957978:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:0.0:1788984926.958068:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973356288:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788984927.201364:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984928.223289:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984928.315850:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984928.315891:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984928.315922:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984928.316018:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180288 00000100:00100000:0.0:1788984928.316029:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180288 00000100:00100000:0.0:1788984928.316085:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 542 00000100:00100000:0.0:1788984928.316096:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953180288:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984928.316187:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953180288:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 93us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984928.316195:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 542 00000100:00100000:3.0:1788984928.316832:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180416 00000100:00100000:3.0:1788984928.316839:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180416 00000100:00100000:3.0:1788984928.316900:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180544 00000100:00100000:3.0:1788984928.316904:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180544 00000100:00100000:3.0:1788984928.316951:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 807 00000100:00100000:3.0:1788984928.316961:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180416:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984928.317012:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180416:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 53us (1172us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984928.317019:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 807 00000100:00100000:3.0:1788984928.317111:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 808 00000100:00100000:3.0:1788984928.317118:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180544:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984928.317156:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180544:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (1234us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984928.317175:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 808 00000100:00080000:2.0:1788984928.317349:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984928.317353:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984928.479067:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973356416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984928.479144:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.479227:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973356544:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984928.479252:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.479283:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356416 00000100:00100000:1.0:1788984928.479290:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356416 00000100:00100000:1.0:1788984928.479340:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1788984928.479360:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973356416:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984928.479501:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984928.479546:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973356416:12345-0@lo:13:osp-pre-1-0.0 Request processed in 198us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.479553:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:1.0:1788984928.479642:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356544 00000100:00100000:1.0:1788984928.479646:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356544 00000100:00100000:1.0:1788984928.479673:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1788984928.479679:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973356544:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984928.479702:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984928.479733:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973356544:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.479745:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00080000:1.0:1788984928.479762:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984928.479779:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973356672:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984928.479806:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.480692:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973357184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.480725:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.480772:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973357696:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.480797:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.481921:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788984928.481949:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973357056:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.481995:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.482035:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973357568:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.482059:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.482076:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973358080:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.482096:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.482133:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356672 00000100:00100000:1.0:1788984928.482141:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356672 00000100:00100000:1.0:1788984928.482207:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1788984928.482216:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973356672:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984928.482238:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984928.482280:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973356672:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (2473us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.482288:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:1.0:1788984928.482409:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357696 00000100:00100000:1.0:1788984928.482414:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357696 00000100:00100000:1.0:1788984928.482447:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357568 00000100:00100000:1.0:1788984928.482450:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357568 00000100:00100000:1.0:1788984928.482462:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358080 00000100:00100000:1.0:1788984928.482465:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358080 00000100:00100000:1.0:1788984928.482477:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788984928.482483:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973357696:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.482517:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973357696:12345-0@lo:400:kworker.0 Request processed in 33us (1720us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.482524:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 318 00000100:00100000:1.0:1788984928.482537:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1788984928.482544:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973357568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984928.484481:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357184 00000100:00100000:2.0:1788984928.484496:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357184 00000100:00100000:2.0:1788984928.484555:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1788984928.484576:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973357184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.487335:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973357568:12345-0@lo:400:kworker.0 Request processed in 4780us (5263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.487350:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:1.0:1788984928.487389:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788984928.487415:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973358080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984928.492253:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973357184:12345-0@lo:400:kworker.0 Request processed in 7679us (11516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.492364:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973358080:12345-0@lo:400:kworker.0 Request processed in 4965us (10265us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.492377:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:1.0:1788984928.492510:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357056 00000100:00100000:1.0:1788984928.492519:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357056 00000100:00100000:1.0:1788984928.492580:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1788984928.492589:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973357056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492641:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973357056:12345-0@lo:400:kworker.0 Request processed in 53us (10646us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.492646:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 809 00000100:00100000:1.0:1788984928.492678:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973356800:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492722:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.492754:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973357312:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492774:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.492791:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973357824:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492806:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.492836:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788984928.492842:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973356928:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492859:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.492874:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973357440:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492888:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.492900:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973357952:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.492916:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984928.492951:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356800 00000100:00100000:1.0:1788984928.492955:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356800 00000100:00100000:1.0:1788984928.492980:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788984928.492985:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973356800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493014:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973356800:12345-0@lo:400:kworker.0 Request processed in 29us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.493020:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788984928.493041:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357312 00000100:00100000:1.0:1788984928.493044:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357312 00000100:00100000:1.0:1788984928.493063:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357824 00000100:00100000:1.0:1788984928.493065:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357824 00000100:00100000:1.0:1788984928.493079:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1788984928.493084:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973357312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493108:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973357312:12345-0@lo:400:kworker.0 Request processed in 23us (332us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.493119:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 810 00000100:00100000:1.0:1788984928.493128:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973356928 00000100:00100000:1.0:1788984928.493131:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973356928 00000100:00100000:1.0:1788984928.493140:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357440 00000100:00100000:1.0:1788984928.493142:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357440 00000100:00100000:1.0:1788984928.493152:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973357952 00000100:00100000:1.0:1788984928.493154:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973357952 00000100:00100000:1.0:1788984928.493178:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1788984928.493183:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973357824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493208:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973357824:12345-0@lo:400:kworker.0 Request processed in 25us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.493213:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 811 00000100:00100000:1.0:1788984928.493223:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1788984928.493228:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973356928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493249:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973356928:12345-0@lo:400:kworker.0 Request processed in 21us (389us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.493253:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 812 00000100:00100000:1.0:1788984928.493263:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1788984928.493267:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973357440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493288:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973357440:12345-0@lo:400:kworker.0 Request processed in 21us (399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.493294:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 813 00000100:00100000:1.0:1788984928.493304:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1788984928.493308:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973357952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493557:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973357952:12345-0@lo:400:kworker.0 Request processed in 247us (638us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984928.493575:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 814 00000100:00100000:1.0:1788984928.493638:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973356928:0@lo:400:kworker.0 00010000:00080000:1.0:1788984928.493654:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9d500 x1875885973357440/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984928.493665:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973357440:0@lo:400:kworker.0 00010000:00080000:1.0:1788984928.493676:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9dc00 x1875885973357952/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984944 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984928.493686:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973357952:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493697:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973356800:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493706:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973357312:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.493715:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973357824:0@lo:400:kworker.0 00000100:00080000:1.0:1788984928.493742:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984928.493746:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984928.493749:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984928.493752:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984928.493788:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973356544:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984928.494135:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:1.0:1788984928.495122:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973356416:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984928.495202:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973357056:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.495214:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973357568:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.495224:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973358080:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.495234:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973357184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.495263:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973357696:0@lo:400:kworker.0 00000100:00100000:1.0:1788984928.495277:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973356672:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788984929.246244:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984930.282103:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984931.294748:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984931.551771:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973358336:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984931.551854:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984931.552037:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973358208:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984931.552417:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984931.554436:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358336 00000100:00100000:0.0:1788984931.554448:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358336 00000100:00100000:0.0:1788984931.554502:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358208 00000100:00100000:0.0:1788984931.554504:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358208 00000100:00100000:0.0:1788984931.554523:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1788984931.554532:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973358336:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984931.554561:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984931.554632:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973358336:12345-0@lo:13:osp-pre-0-0.0 Request processed in 102us (2778us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984931.554640:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:0.0:1788984931.554653:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1788984931.554658:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973358208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984931.554666:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984931.554689:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973358208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 31us (2272us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984931.554694:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:0.0:1788984931.554736:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973358208:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984931.554884:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973358336:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788984931.556445:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984932.062525:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984932.062550:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973358464:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984932.062624:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984932.062955:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358464 00000100:00100000:3.0:1788984932.062965:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358464 00000100:00100000:3.0:1788984932.063021:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:3.0:1788984932.063030:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973358464:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984932.063074:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984932.063142:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973358464:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (518us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984932.063149:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:0.0:1788984932.063183:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973358464:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984932.318503:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984933.357591:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984933.432631:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984933.432679:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984933.432711:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984933.432743:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180928 00000100:00100000:2.0:1788984933.432753:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180928 00000100:00100000:2.0:1788984933.432810:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180800 00000100:00100000:2.0:1788984933.432813:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180800 00000100:00100000:2.0:1788984933.432839:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 815 00000100:00100000:2.0:1788984933.432849:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984933.432922:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (243us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.432960:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 815 00000100:00100000:2.0:1788984933.432978:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 816 00000100:00100000:2.0:1788984933.432984:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984933.433011:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953180800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (299us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.433017:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 816 00000100:00080000:2.0:1788984933.433165:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984933.433170:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984933.433607:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953180672 00000100:00100000:3.0:1788984933.433613:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953180672 00000100:00100000:3.0:1788984933.433655:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 544 00000100:00100000:3.0:1788984933.433664:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953180672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984933.433702:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953180672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (1082us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984933.433709:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 544 00000100:00100000:1.0:1788984933.601510:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973358592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601592:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601646:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973359104:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601671:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601690:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973359616:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601712:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601732:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973360128:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601751:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601778:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788984933.601786:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973358720:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601810:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601829:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973359232:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601848:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601863:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973359744:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.601884:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984933.601897:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973360256:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984933.602164:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359104 00000100:00100000:2.0:1788984933.602172:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359104 00000100:00100000:2.0:1788984933.602226:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788984933.602234:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973359104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984933.602373:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358720 00000100:00100000:3.0:1788984933.602377:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358720 00000100:00100000:3.0:1788984933.602408:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359232 00000100:00100000:3.0:1788984933.602410:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359232 00000100:00100000:3.0:1788984933.602434:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359744 00000100:00100000:3.0:1788984933.602437:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359744 00000100:00100000:3.0:1788984933.602451:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 817 00000100:00100000:3.0:1788984933.602465:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973358720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.606394:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984933.609310:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973359104:12345-0@lo:400:kworker.0 Request processed in 7066us (7627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.609328:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788984933.609400:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1788984933.609413:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973359232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.609467:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973359232:12345-0@lo:400:kworker.0 Request processed in 60us (7618us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.609473:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 818 00000100:00100000:2.0:1788984933.609489:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 819 00000100:00100000:2.0:1788984933.609496:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973359744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.609523:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973359744:12345-0@lo:400:kworker.0 Request processed in 28us (7639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.609528:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 819 00000100:00080000:2.0:1788984933.609603:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984933.609769:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973358720:12345-0@lo:400:kworker.0 Request processed in 7304us (7956us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984933.609777:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 817 00000100:00100000:0.0:1788984933.617555:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358592 00000100:00100000:0.0:1788984933.617581:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358592 00000100:00100000:0.0:1788984933.618479:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788984933.618493:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973358592:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618583:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973358592:12345-0@lo:400:kworker.0 Request processed in 94us (16992us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984933.618590:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788984933.618636:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973358976:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618674:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.618702:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973359488:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618727:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.618755:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973360000:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618779:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.618795:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973360512:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984933.618823:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973358848:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618849:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.618865:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973359360:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618883:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.618895:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973359872:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.618912:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.618941:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973360384:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984933.618971:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984933.619078:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358976 00000100:00100000:2.0:1788984933.619085:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358976 00000100:00100000:2.0:1788984933.619127:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359360 00000100:00100000:2.0:1788984933.619131:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359360 00000100:00100000:2.0:1788984933.619158:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359872 00000100:00100000:2.0:1788984933.619161:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359872 00000100:00100000:2.0:1788984933.619177:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1788984933.619183:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973358976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.619225:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973358976:12345-0@lo:400:kworker.0 Request processed in 42us (551us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.619232:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 820 00000100:00100000:2.0:1788984933.619252:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1788984933.619258:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973359360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.619287:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973359360:12345-0@lo:400:kworker.0 Request processed in 29us (403us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.619292:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 821 00000100:00100000:2.0:1788984933.619302:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 822 00000100:00100000:2.0:1788984933.619307:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973359872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.619332:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973359872:12345-0@lo:400:kworker.0 Request processed in 24us (419us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.619338:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 822 00000100:00080000:2.0:1788984933.619360:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984933.619512:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973358848 00000100:00100000:2.0:1788984933.619517:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973358848 00000100:00100000:2.0:1788984933.619538:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360384 00000100:00100000:2.0:1788984933.619541:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360384 00000100:00100000:2.0:1788984933.619551:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788984933.619557:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973358848:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.619590:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973358848:12345-0@lo:400:kworker.0 Request processed in 33us (740us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.619596:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788984933.619606:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788984933.619611:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973360384:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984933.619635:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984933.619663:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973360384:12345-0@lo:41:osp-pre-0-1.0 Request processed in 52us (703us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.619670:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1788984933.620862:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360256 00000100:00100000:2.0:1788984933.620874:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360256 00000100:00100000:2.0:1788984933.620941:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788984933.620951:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973360256:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788984933.620982:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984933.622495:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973358848:0@lo:400:kworker.0 00010000:00080000:0.0:1788984933.622518:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cca80 x1875885973359360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984933.622544:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973359360:0@lo:400:kworker.0 00010000:00080000:0.0:1788984933.622559:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cd180 x1875885973359872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984949 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984933.622566:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973359872:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.622581:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973360384:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984933.623153:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973360256:12345-0@lo:13:osp-pre-1-0.0 Request processed in 2200us (16762us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.623165:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:2.0:1788984933.623200:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359616 00000100:00100000:2.0:1788984933.623207:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359616 00000100:00100000:2.0:1788984933.623237:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360128 00000100:00100000:2.0:1788984933.623241:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360128 00000100:00100000:2.0:1788984933.623251:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973359488 00000100:00100000:2.0:1788984933.623254:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973359488 00000100:00100000:2.0:1788984933.623266:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360000 00000100:00100000:2.0:1788984933.623268:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360000 00000100:00100000:2.0:1788984933.623281:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1788984933.623289:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973359616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.623346:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973359616:12345-0@lo:400:kworker.0 Request processed in 58us (21633us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.623352:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:2.0:1788984933.623375:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1788984933.623383:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973360128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.623413:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973360128:12345-0@lo:400:kworker.0 Request processed in 31us (21660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.623419:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 322 00000100:00100000:2.0:1788984933.623430:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1788984933.623436:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973359488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.623488:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973359488:12345-0@lo:400:kworker.0 Request processed in 53us (4761us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.623494:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 323 00000100:00100000:2.0:1788984933.623504:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:2.0:1788984933.623509:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973360000:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984933.623531:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973360000:12345-0@lo:400:kworker.0 Request processed in 23us (4753us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984933.623536:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00080000:2.0:1788984933.623555:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984933.623559:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984933.624090:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973360256:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984933.624104:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973358592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624126:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973359104:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624136:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973359616:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624144:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973360128:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624176:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973358720:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624186:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973359232:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624196:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cd500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973359744:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.624403:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984933.624451:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973358976:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.624461:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973359488:0@lo:400:kworker.0 00000100:00100000:0.0:1788984933.624469:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ced80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973360000:0@lo:400:kworker.0 00000100:00100000:1.0:1788984933.624576:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360512 00000100:00100000:1.0:1788984933.624582:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360512 00000100:00100000:1.0:1788984933.624619:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788984933.624626:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973360512:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984933.624641:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984933.624695:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973360512:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984933.624701:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:0.0:1788984933.624854:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973360512:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788984934.366389:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984935.390591:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984936.415568:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984936.671982:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973360768:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984936.672077:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984936.672169:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984936.672176:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973360640:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984936.672201:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984936.672328:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360768 00000100:00100000:1.0:1788984936.672337:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360768 00000100:00100000:1.0:1788984936.672399:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360640 00000100:00100000:1.0:1788984936.672403:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360640 00000100:00100000:2.0:1788984936.672404:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:2.0:1788984936.672414:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973360768:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984936.672418:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:1.0:1788984936.672423:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973360640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984936.672446:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00002000:00000024:1.0:1788984936.672446:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788984936.672516:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984936.672551:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973360768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (474us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984936.672559:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:1.0:1788984936.675572:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973360640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 3140us (3361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984936.675585:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973360640:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984936.675588:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:2.0:1788984936.675604:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973360768:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984937.185875:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973360896:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984937.185979:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984937.186054:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973360896 00000100:00100000:0.0:1788984937.186061:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973360896 00000100:00100000:0.0:1788984937.186114:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1788984937.186124:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973360896:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984937.186158:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984937.186203:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973360896:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (223us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984937.186210:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00100000:0.0:1788984937.186254:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973360896:0@lo:41:osp-pre-1-0.0 00000001:02000400:0.0:1788984937.253726:0:28967:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 13: test nids ========================= 16:15:35 (1788984935) 00010000:00010000:1.0:1788984937.456090:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984938.443718:0:29015:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe4dbf3f20 20000000:00000080:3.0:1788984938.443734:0:29015:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8c000 uarg=0000000000000000 10000000:01000000:3.0:1788984938.443784:0:29015:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984938.443802:0:29015:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.443818:0:29015:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.443827:0:29015:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.443862:0:29015:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.443875:0:29015:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 23 pid: 6506 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984938.443889:0:29015:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29015:1875885973361024:0@lo:104: 00000100:00100000:3.0:1788984938.443973:0:29015:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984938.444024:0:29015:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788984938.444483:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361024 00000100:00100000:0.0:1788984938.444490:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361024 00000100:00100000:0.0:1788984938.444542:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 121 00000100:00100000:0.0:1788984938.444551:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:29015:x1875885973361024:12345-0@lo:104: 00010000:00010000:0.0:1788984938.444563:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444616:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984938.444621:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:29015:x1875885973361024:12345-0@lo:104: Request processed in 72us (649us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984938.444627:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 121 00010000:00010000:0.0:1788984938.444656:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984938.444661:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444669:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984938.444673:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444682:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984938.444690:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984938.444695:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984938.444720:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444737:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984938.444754:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444761:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f438 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f43f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444775:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984938.444777:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984938.444778:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984938.444795:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973361152:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984938.444822:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984938.444859:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361152 00000100:00100000:0.0:1788984938.444862:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361152 00010000:00010000:0.0:1788984938.444877:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 24 pid: 6506 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984938.444896:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788984938.444902:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973361152:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984938.444911:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984938.444916:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 24 pid: 6506 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444959:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 24 pid: 6506 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.444973:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447309:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447342:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447350:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447357:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447365:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447371:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984938.447375:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447383:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447396:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984938.447409:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984938.447495:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973361152:12345-0@lo:103:ldlm_bl.0 Request processed in 2589us (2669us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984938.447505:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788984938.447574:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973361152:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984938.453730:0:29015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f43f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f438 expref: 23 pid: 6506 timeout: 878 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984938.453752:0:29015:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29015:1875885973361024:0@lo:104: 00010000:00010000:3.0:1788984938.453778:0:29015:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.453788:0:29015:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.453795:0:29015:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984938.453800:0:29015:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f446 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29015 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984938.466560:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984938.558602:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984938.558638:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984938.558676:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984938.558709:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181312 00000100:00100000:2.0:1788984938.558721:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181312 00000100:00100000:2.0:1788984938.558781:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181184 00000100:00100000:2.0:1788984938.558792:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181184 00000100:00100000:2.0:1788984938.558819:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 823 00000100:00100000:2.0:1788984938.558829:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953181312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984938.558904:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953181312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (265us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984938.558912:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 823 00000100:00100000:2.0:1788984938.558957:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 824 00000100:00100000:2.0:1788984938.558964:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953181184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984938.559003:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953181184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (326us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984938.559009:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 824 00000100:00100000:1.0:1788984938.559805:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181056 00000100:00100000:1.0:1788984938.559813:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181056 00000100:00100000:1.0:1788984938.559859:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 546 00000100:00100000:1.0:1788984938.559867:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953181056:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984938.559911:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953181056:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 45us (1324us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.559918:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 546 00000100:00080000:3.0:1788984938.560193:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984938.560198:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984938.725817:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973361280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.725891:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984938.731637:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973361536:0@lo:400:kworker.0 00000100:00100000:0.0:1788984938.731722:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984938.731776:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973361664:0@lo:400:kworker.0 00000100:00100000:0.0:1788984938.731803:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984938.734893:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361664 00000100:00100000:1.0:1788984938.734909:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361664 00000100:00100000:1.0:1788984938.735048:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:1.0:1788984938.735069:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973361664:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.735171:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973361664:12345-0@lo:400:kworker.0 Request processed in 114us (3367us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.735179:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1788984938.740598:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361280 00000100:00100000:3.0:1788984938.740618:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361280 00000100:00100000:3.0:1788984938.740735:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361536 00000100:00100000:3.0:1788984938.740739:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361536 00000100:00100000:3.0:1788984938.740767:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1788984938.740777:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973361280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.740877:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973361280:12345-0@lo:400:kworker.0 Request processed in 100us (14985us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984938.740885:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 825 00000100:00100000:3.0:1788984938.740903:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1788984938.740920:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973361536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.741000:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973361536:12345-0@lo:400:kworker.0 Request processed in 80us (9278us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984938.741007:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 826 00000100:00100000:3.0:1788984938.741038:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973361408:0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.741096:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984938.745422:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973361280:0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.745438:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973361792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.745514:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984938.745555:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361792 00000100:00100000:2.0:1788984938.745562:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361792 00000100:00100000:2.0:1788984938.745620:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 827 00000100:00100000:2.0:1788984938.745630:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973361792:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.745682:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973361792:12345-0@lo:400:kworker.0 Request processed in 53us (168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984938.745689:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 827 00000100:00080000:2.0:1788984938.745711:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984938.746302:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973361536:0@lo:400:kworker.0 00000100:00100000:0.0:1788984938.746312:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973362048:0@lo:400:kworker.0 00000100:00100000:0.0:1788984938.746347:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984938.746383:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973362560:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984938.746407:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984938.746427:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973363072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984938.746448:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984938.746507:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361408 00000100:00100000:0.0:1788984938.746513:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361408 00000100:00100000:0.0:1788984938.746658:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1788984938.746667:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973361408:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984938.746714:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973361408:12345-0@lo:400:kworker.0 Request processed in 48us (5617us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984938.746720:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:0.0:1788984938.746908:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362560 00000100:00100000:0.0:1788984938.746914:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362560 00000100:00100000:0.0:1788984938.746970:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363072 00000100:00100000:1.0:1788984938.747125:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1788984938.747135:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973362560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984938.747157:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984938.747202:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973362560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.747208:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1788984938.747259:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973362560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984938.747310:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973361664:0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747318:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973362176:0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747345:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984938.747366:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973362688:0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747385:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984938.747417:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362048 00000100:00100000:1.0:1788984938.747421:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362048 00000100:00100000:1.0:1788984938.747448:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362176 00000100:00100000:1.0:1788984938.747451:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362176 00000100:00100000:1.0:1788984938.747463:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362688 00000100:00100000:1.0:1788984938.747465:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362688 00000100:00100000:1.0:1788984938.747477:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1788984938.747483:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973362048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747521:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973362048:12345-0@lo:400:kworker.0 Request processed in 38us (1173us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.747527:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1788984938.747539:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1788984938.747544:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973362176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747573:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973362176:12345-0@lo:400:kworker.0 Request processed in 30us (228us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.747579:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:1.0:1788984938.747590:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788984938.747595:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973362688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747619:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973362688:12345-0@lo:400:kworker.0 Request processed in 25us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.747624:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 327 00000100:00100000:1.0:1788984938.747663:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973362048:0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747681:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973362176:0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.747689:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973362688:0@lo:400:kworker.0 00000100:00080000:2.0:1788984938.748152:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984938.748163:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984938.748214:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973361792:0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.748291:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973362304:0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.748326:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984938.748356:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973362816:0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.748380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984938.748424:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362816 00000100:00100000:2.0:1788984938.748428:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362816 00000100:00100000:2.0:1788984938.748457:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788984938.748464:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973362816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.748502:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973362816:12345-0@lo:400:kworker.0 Request processed in 39us (122us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984938.748508:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 328 00000100:00100000:2.0:1788984938.748535:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973362816:0@lo:400:kworker.0 00000100:00100000:0.0:1788984938.748597:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363072 00000100:00100000:0.0:1788984938.748634:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1788984938.748641:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973363072:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984938.748655:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984938.748701:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973363072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 60us (2252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984938.748708:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788984938.749169:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362304 00000100:00100000:1.0:1788984938.749173:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362304 00000100:00100000:1.0:1788984938.749211:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1788984938.749217:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973362304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984938.749273:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973362304:12345-0@lo:400:kworker.0 Request processed in 56us (946us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984938.749279:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 828 00000100:00100000:1.0:1788984938.749317:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973363072:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788984938.749435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984938.749468:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973362304:0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.760141:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973361408:0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.760157:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973361920:0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.760215:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984938.760262:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973362432:0@lo:400:kworker.0 00000100:00100000:3.0:1788984938.760287:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984938.760310:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973362944:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984938.760334:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984938.760361:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362944 00000100:00100000:3.0:1788984938.760367:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362944 00000100:00100000:3.0:1788984938.760413:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1788984938.760422:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973362944:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984938.760457:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984938.760498:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973362944:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (162us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984938.760504:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1788984938.760540:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973362944:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984938.761112:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973361920 00000100:00100000:2.0:1788984938.761118:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973361920 00000100:00100000:2.0:1788984938.761168:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973362432 00000100:00100000:2.0:1788984938.761172:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973362432 00000100:00100000:2.0:1788984938.761195:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1788984938.761202:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973361920:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1788984938.761312:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984938.762390:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973361920:12345-0@lo:400:kworker.0 Request processed in 1183us (2168us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984938.762401:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 829 00000100:00100000:2.0:1788984938.762434:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 830 00000100:00100000:2.0:1788984938.762453:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973362432:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984938.762504:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973362432:12345-0@lo:400:kworker.0 Request processed in 43us (2204us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984938.762510:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 830 00010000:00080000:3.0:1788984938.763114:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9dc00 x1875885973361920/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984938.763138:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973361920:0@lo:400:kworker.0 00010000:00080000:3.0:1788984938.763154:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e30a80 x1875885973362432/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984954 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984938.763162:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973362432:0@lo:400:kworker.0 00010000:00010000:1.0:1788984939.486676:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788984939.806076:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984939.806084:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984939.806089:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984939.806142:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984939.806170:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984939.806182:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984939.806208:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973363200:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984939.806282:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984939.806347:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164b40 going to sleep for 11 seconds 00000100:00100000:2.0:1788984939.806494:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363200 00000100:00100000:2.0:1788984939.806502:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363200 00000100:00100000:2.0:1788984939.806550:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1788984939.806559:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973363200:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984939.806571:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984939.806583:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f44d expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984939.806605:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984939.806616:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984939.806624:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebe00, rc 0) 00000100:00100000:2.0:1788984939.806669:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973363200:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984939.806675:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:0.0:1788984939.807375:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973363200:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984939.807394:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984939.807403:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984939.807424:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984939.807429:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984939.807436:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984940.513580:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984941.536335:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984941.797133:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973363328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984941.797208:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984941.797322:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363328 00000100:00100000:0.0:1788984941.797330:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363328 00000100:00100000:0.0:1788984941.797381:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1788984941.797390:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973363328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984941.803404:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984941.803496:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973363328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 6103us (6283us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984941.803507:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:0.0:1788984941.803556:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973363456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984941.803590:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984941.803649:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984941.803664:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363456 00000100:00100000:0.0:1788984941.803672:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363456 00000100:00100000:0.0:1788984941.803729:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:0.0:1788984941.803738:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973363456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984941.803754:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984941.803857:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973363456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (266us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984941.803864:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00080000:0.0:1788984941.803892:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984941.806198:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973363456:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984941.806253:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973363328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984942.307526:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973363584:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984942.307603:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984942.307675:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363584 00000100:00100000:0.0:1788984942.307682:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363584 00000100:00100000:0.0:1788984942.307872:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1788984942.307882:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973363584:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984942.307916:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984942.308188:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973363584:12345-0@lo:41:osp-pre-1-0.0 Request processed in 307us (584us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984942.308195:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:0.0:1788984942.308539:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973363584:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984942.558277:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984942.953605:0:29211:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc8bb0970 20000000:00000080:3.0:1788984942.953624:0:29211:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439f3400 uarg=0000000000000000 10000000:01000000:3.0:1788984942.953674:0:29211:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984942.953692:0:29211:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.953709:0:29211:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.953718:0:29211:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.953754:0:29211:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.953768:0:29211:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 23 pid: 6506 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984942.953781:0:29211:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29211:1875885973363712:0@lo:104: 00000100:00100000:3.0:1788984942.953839:0:29211:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984942.953882:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363712 00000100:00100000:3.0:1788984942.953888:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363712 00000100:00100000:3.0:1788984942.953951:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1788984942.953959:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:29211:x1875885973363712:12345-0@lo:104: 00010000:00010000:3.0:1788984942.953970:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.954008:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984942.954014:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:29211:x1875885973363712:12345-0@lo:104: Request processed in 56us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984942.954032:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 122 00000100:00100000:3.0:1788984942.954073:0:29211:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984942.954096:0:29211:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29211:1875885973363712:0@lo:104: 00010000:00010000:3.0:1788984942.954115:0:29211:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954588:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984942.954596:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954616:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984942.954620:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954629:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984942.954636:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984942.954641:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984942.954678:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954690:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984942.954711:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954718:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f44d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f454 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954731:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984942.954733:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984942.954734:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984942.954746:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973363840:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984942.954778:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984942.954822:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363840 00000100:00100000:0.0:1788984942.954827:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363840 00010000:00010000:0.0:1788984942.954846:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 24 pid: 6506 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984942.954869:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788984942.954875:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973363840:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984942.954885:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984942.954889:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 24 pid: 6506 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954898:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 24 pid: 6506 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954908:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f454 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f44d expref: 24 pid: 6506 timeout: 882 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954955:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954964:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954977:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954985:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954992:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.954997:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.955002:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984942.955006:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.955013:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.955036:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984942.955045:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984942.955075:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973363840:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (297us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984942.955087:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788984942.955119:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973363840:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984942.955593:0:29211:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.955601:0:29211:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984942.955864:0:29211:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f45b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29211 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984943.582970:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984943.671522:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984943.671577:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984943.671622:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788984943.671663:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181696 00000100:00100000:2.0:1788984943.671677:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181696 00000100:00100000:2.0:1788984943.671762:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181568 00000100:00100000:2.0:1788984943.671766:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181568 00000100:00100000:0.0:1788984943.671920:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181440 00000100:00100000:0.0:1788984943.671958:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181440 00000100:00100000:0.0:1788984943.671995:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 548 00000100:00100000:0.0:1788984943.672006:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953181440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984943.672112:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953181440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 108us (607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984943.672121:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 548 00000100:00100000:2.0:1788984943.672304:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 831 00000100:00100000:2.0:1788984943.672313:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953181696:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984943.672349:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953181696:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 38us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.672356:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 831 00000100:00100000:2.0:1788984943.672369:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 832 00000100:00100000:2.0:1788984943.672376:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953181568:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984943.672402:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953181568:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.672408:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 832 00000100:00080000:2.0:1788984943.672425:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984943.672430:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984943.839165:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973364096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984943.839353:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.839450:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364096 00000100:00100000:3.0:1788984943.839461:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364096 00000100:00100000:3.0:1788984943.839517:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1788984943.839528:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973364096:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984943.839583:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984943.839639:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973364096:12345-0@lo:41:osp-pre-0-1.0 Request processed in 112us (286us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.839646:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:3.0:1788984943.839704:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973364096:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984943.843001:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984943.843048:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973363968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984943.843141:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.843222:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973364224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984943.843262:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.843304:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973363968 00000100:00100000:3.0:1788984943.843316:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973363968 00000100:00100000:3.0:1788984943.843398:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364224 00000100:00100000:3.0:1788984943.843402:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364224 00000100:00100000:3.0:1788984943.843420:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1788984943.843428:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973363968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984943.843471:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984943.843525:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973363968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 97us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.843532:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:3.0:1788984943.843552:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1788984943.843559:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973364224:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984943.843570:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984943.843598:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edbac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973364224:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.843604:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:3.0:1788984943.844112:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973364224:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984943.844159:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973363968:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984943.844455:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973364736:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.844498:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.844521:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973365248:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.844544:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.844567:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788984943.844573:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973364608:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.844601:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.844630:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973365120:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.844652:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.844680:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364736 00000100:00100000:3.0:1788984943.844685:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364736 00000100:00100000:3.0:1788984943.844721:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1788984943.844729:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973364736:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788984943.844906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984943.845039:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973364736:12345-0@lo:400:kworker.0 Request processed in 311us (540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.845046:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00100000:3.0:1788984943.845135:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973364352:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845172:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.845198:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973364864:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845221:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.845238:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973365376:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845259:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.845289:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788984943.845295:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973364480:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845321:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.845342:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973364992:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845363:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.845381:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973365504:0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845403:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984943.845426:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364352 00000100:00100000:3.0:1788984943.845432:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364352 00000100:00100000:3.0:1788984943.845462:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788984943.845470:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973364352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845508:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973364352:12345-0@lo:400:kworker.0 Request processed in 40us (336us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.845515:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:3.0:1788984943.845543:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364608 00000100:00100000:3.0:1788984943.845547:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364608 00000100:00100000:3.0:1788984943.845570:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364864 00000100:00100000:3.0:1788984943.845573:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364864 00000100:00100000:3.0:1788984943.845597:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365376 00000100:00100000:3.0:1788984943.845600:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365376 00000100:00100000:3.0:1788984943.845613:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364480 00000100:00100000:3.0:1788984943.845615:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364480 00000100:00100000:3.0:1788984943.845626:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973364992 00000100:00100000:3.0:1788984943.845628:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973364992 00000100:00100000:3.0:1788984943.845643:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365504 00000100:00100000:3.0:1788984943.845645:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365504 00000100:00100000:3.0:1788984943.845658:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1788984943.845664:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973364608:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845695:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973364608:12345-0@lo:400:kworker.0 Request processed in 32us (1094us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.845709:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 833 00000100:00100000:3.0:1788984943.845722:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 834 00000100:00100000:3.0:1788984943.845727:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973364864:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984943.845754:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973364864:12345-0@lo:400:kworker.0 Request processed in 27us (531us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984943.845760:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 834 00000100:00100000:2.0:1788984943.845906:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365248 00000100:00100000:2.0:1788984943.845911:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365248 00000100:00100000:2.0:1788984943.846043:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365120 00000100:00100000:2.0:1788984943.846047:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365120 00000100:00100000:2.0:1788984943.846072:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1788984943.846080:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973365248:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846118:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973365248:12345-0@lo:400:kworker.0 Request processed in 40us (1572us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.846124:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:2.0:1788984943.846139:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1788984943.846146:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973365120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846173:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973365120:12345-0@lo:400:kworker.0 Request processed in 28us (1520us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.846187:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1788984943.846208:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1788984943.846216:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973365376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846248:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973365376:12345-0@lo:400:kworker.0 Request processed in 33us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.846254:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 835 00000100:00100000:2.0:1788984943.846268:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1788984943.846274:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973364480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846299:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973364480:12345-0@lo:400:kworker.0 Request processed in 26us (977us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.846305:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 836 00000100:00100000:2.0:1788984943.846316:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1788984943.846322:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973364992:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846348:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973364992:12345-0@lo:400:kworker.0 Request processed in 26us (984us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.846353:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 837 00000100:00100000:2.0:1788984943.846363:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 838 00000100:00100000:2.0:1788984943.846369:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973365504:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846396:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973365504:12345-0@lo:400:kworker.0 Request processed in 26us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984943.846401:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 838 00000100:00080000:2.0:1788984943.846428:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984943.846432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984943.846435:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984943.846525:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973364608:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846550:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973365120:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846562:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973364736:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846574:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973365248:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846629:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973364480:0@lo:400:kworker.0 00010000:00080000:2.0:1788984943.846643:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305c000 x1875885973364992/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984943.846654:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973364992:0@lo:400:kworker.0 00010000:00080000:2.0:1788984943.846665:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305d880 x1875885973365504/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984959 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984943.846673:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973365504:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846683:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973364352:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846692:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973364864:0@lo:400:kworker.0 00000100:00100000:2.0:1788984943.846702:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973365376:0@lo:400:kworker.0 10000000:01000000:1.0:1788984944.351212:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984944.351225:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984944.351231:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984944.351299:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984944.351314:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984944.351327:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984944.351363:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973365632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984944.351464:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984944.351544:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788984944.352894:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365632 00000100:00100000:2.0:1788984944.352908:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365632 00000100:00100000:2.0:1788984944.353277:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1788984944.353290:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973365632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984944.353311:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788984944.353335:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f462 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984944.353368:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984944.353391:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984944.353402:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eae00, rc 0) 00000100:00100000:2.0:1788984944.353484:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973365632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 197us (2020us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984944.353492:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:1.0:1788984944.353787:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973365632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984944.353810:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984944.353831:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984944.353856:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984944.353869:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984944.353877:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984944.606846:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984945.633165:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984946.676459:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984946.910750:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973365760:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984946.910862:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984946.911134:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984946.911141:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973365888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984946.911170:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984946.911333:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365760 00000100:00100000:0.0:1788984946.911345:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365760 00000100:00100000:0.0:1788984946.911501:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973365888 00000100:00100000:0.0:1788984946.911505:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973365888 00000100:00080000:2.0:1788984946.911601:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984946.911698:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1788984946.911712:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973365760:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984946.911756:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984946.911881:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973365760:12345-0@lo:13:osp-pre-0-1.0 Request processed in 172us (1019us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984946.911889:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:0.0:1788984946.911912:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:0.0:1788984946.911922:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973365888:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984946.911974:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984946.912025:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973365888:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (852us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984946.912055:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:3.0:1788984946.912451:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973365760:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984946.912487:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973365888:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984947.422387:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973366016:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984947.422494:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984947.422671:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366016 00000100:00100000:3.0:1788984947.422682:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366016 00000100:00100000:3.0:1788984947.422800:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:3.0:1788984947.422812:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973366016:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984947.422858:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984947.423032:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973366016:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (431us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984947.423041:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:2.0:1788984947.423128:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973366016:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984947.439656:0:29407:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe035dd990 20000000:00000080:3.0:1788984947.439684:0:29407:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144070400 uarg=0000000000000000 10000000:01000000:3.0:1788984947.440146:0:29407:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984947.440180:0:29407:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984947.440199:0:29407:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984947.440205:0:29407:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984947.440254:0:29407:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984947.440266:0:29407:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 23 pid: 6506 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984947.440280:0:29407:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29407:1875885973366144:0@lo:104: 00000100:00100000:3.0:1788984947.440349:0:29407:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984947.440436:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366144 00000100:00100000:2.0:1788984947.440445:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366144 00000100:00100000:2.0:1788984947.440516:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 123 00000100:00100000:2.0:1788984947.440529:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:29407:x1875885973366144:12345-0@lo:104: 00010000:00010000:2.0:1788984947.440545:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984947.440604:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984947.440611:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:29407:x1875885973366144:12345-0@lo:104: Request processed in 86us (261us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984947.440625:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 123 00010000:00010000:1.0:1788984947.440700:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984947.440709:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.440717:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984947.440722:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.440731:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984947.440738:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984947.440756:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984947.440794:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.440801:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984947.440829:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.440837:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f462 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f469 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.440858:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984947.440860:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984947.440862:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984947.440876:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973366272:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984947.440911:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984947.440962:0:29407:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34480 going to sleep for 11 seconds 00000100:00100000:3.0:1788984947.441000:0:29407:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29407:1875885973366144:0@lo:104: 00000100:00100000:1.0:1788984947.441008:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366272 00000100:00100000:1.0:1788984947.441012:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366272 00010000:00010000:3.0:1788984947.441021:0:29407:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441032:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 24 pid: 6506 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984947.441059:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788984947.441066:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973366272:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984947.441079:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984947.441084:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 24 pid: 6506 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441094:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 24 pid: 6506 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441111:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f469 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f462 expref: 24 pid: 6506 timeout: 887 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441122:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441128:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441137:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441142:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441148:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441152:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441157:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984947.441162:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441170:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441191:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984947.441208:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984947.441232:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973366272:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984947.441237:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:1.0:1788984947.441257:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973366272:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984947.441417:0:29407:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984947.441424:0:29407:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984947.441428:0:29407:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f470 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29407 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984947.678176:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984948.705210:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984948.808320:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984948.808366:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984948.808397:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984948.808431:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181952 00000100:00100000:1.0:1788984948.808440:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181952 00000100:00100000:1.0:1788984948.808506:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182080 00000100:00100000:1.0:1788984948.808510:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182080 00000100:00100000:1.0:1788984948.808534:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 839 00000100:00100000:1.0:1788984948.808544:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953181952:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984948.808617:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953181952:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984948.808624:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 839 00000100:00100000:1.0:1788984948.808642:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 840 00000100:00100000:1.0:1788984948.808649:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953182080:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984948.808880:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953182080:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 229us (481us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984948.808887:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 840 00000100:00080000:1.0:1788984948.808912:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984948.808917:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984948.809538:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953181824 00000100:00100000:0.0:1788984948.809547:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953181824 00000100:00100000:0.0:1788984948.809592:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 551 00000100:00100000:0.0:1788984948.809600:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953181824:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984948.809645:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953181824:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (1279us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984948.810321:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 551 10000000:01000000:3.0:1788984948.900347:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984948.900355:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984948.900361:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984948.900406:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.900419:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.900439:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984948.900466:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973366400:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984948.900539:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.900588:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e340c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984948.900661:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366400 00000100:00100000:3.0:1788984948.900670:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366400 00000100:00100000:3.0:1788984948.900722:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788984948.900731:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973366400:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984948.900745:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984948.900758:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f477 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.900782:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.900794:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.900803:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984948.900840:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973366400:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 111us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.900847:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:3.0:1788984948.900904:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973366400:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984948.900923:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.900960:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984948.900993:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984948.900998:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984948.901007:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984948.958311:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973366528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984948.958382:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.958456:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366528 00000100:00100000:3.0:1788984948.958464:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366528 00000100:00100000:3.0:1788984948.958517:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:3.0:1788984948.958527:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973366528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984948.958557:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984948.958602:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973366528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 77us (219us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.958609:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00080000:3.0:1788984948.958630:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984948.958679:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973366528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984948.959048:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973366656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984948.959136:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984948.959281:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973366784:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984948.959324:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984948.959367:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366784 00000100:00100000:1.0:1788984948.959372:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366784 00000100:00100000:1.0:1788984948.959405:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788984948.959411:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973366784:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984948.959424:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984948.959456:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973366784:12345-0@lo:13:osp-pre-1-1.0 Request processed in 45us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984948.959463:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:1.0:1788984948.959492:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973366784:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788984948.959559:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984948.959953:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973367296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960000:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960032:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973367808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960052:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960082:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788984948.960089:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973366912:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960110:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960127:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973367424:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960147:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960173:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973367936:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960193:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960216:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367296 00000100:00100000:3.0:1788984948.960220:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367296 00000100:00100000:3.0:1788984948.960248:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367808 00000100:00100000:3.0:1788984948.960250:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367808 00000100:00100000:3.0:1788984948.960262:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366912 00000100:00100000:3.0:1788984948.960264:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366912 00000100:00100000:3.0:1788984948.960274:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367424 00000100:00100000:3.0:1788984948.960276:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367424 00000100:00100000:3.0:1788984948.960286:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367936 00000100:00100000:3.0:1788984948.960288:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367936 00000100:00100000:3.0:1788984948.960301:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1788984948.960306:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973367296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960342:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973367296:12345-0@lo:400:kworker.0 Request processed in 35us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.960348:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 841 00000100:00100000:3.0:1788984948.960361:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1788984948.960367:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973367808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960402:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973367808:12345-0@lo:400:kworker.0 Request processed in 36us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.960409:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 842 00000100:00100000:3.0:1788984948.960421:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1788984948.960427:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973366912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960452:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973366912:12345-0@lo:400:kworker.0 Request processed in 25us (340us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.960458:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 843 00000100:00100000:3.0:1788984948.960469:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788984948.960475:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973367424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960499:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973367424:12345-0@lo:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.960505:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 844 00000100:00100000:3.0:1788984948.960515:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 845 00000100:00100000:3.0:1788984948.960520:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973367936:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960541:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973367936:12345-0@lo:400:kworker.0 Request processed in 22us (348us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.960547:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 845 00000100:00080000:3.0:1788984948.960569:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984948.960572:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984948.960580:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973367040:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960601:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960620:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973367552:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960640:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.960849:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788984948.960868:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973367168:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.960897:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984948.960975:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367040 00000100:00100000:0.0:1788984948.960980:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367040 00000100:00100000:0.0:1788984948.961007:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1788984948.961013:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973367040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984948.961050:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973367040:12345-0@lo:400:kworker.0 Request processed in 37us (448us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984948.961056:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 846 00000100:00100000:0.0:1788984948.964694:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973366912:0@lo:400:kworker.0 00010000:00080000:0.0:1788984948.964716:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9d180 x1875885973367424/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984948.964726:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973367424:0@lo:400:kworker.0 00010000:00080000:0.0:1788984948.964737:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11440c8a80 x1875885973367936/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984964 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984948.964744:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973367936:0@lo:400:kworker.0 00000100:00100000:0.0:1788984948.964790:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973367296:0@lo:400:kworker.0 00000100:00100000:0.0:1788984948.964801:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973367808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.965185:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973367680:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.965243:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984948.965283:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973367040:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.965307:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367552 00000100:00100000:3.0:1788984948.965314:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367552 00000100:00100000:3.0:1788984948.965361:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367680 00000100:00100000:3.0:1788984948.965365:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367680 00000100:00100000:3.0:1788984948.965384:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1788984948.965392:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973367552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.965443:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973367552:12345-0@lo:400:kworker.0 Request processed in 52us (4802us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.965450:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00100000:3.0:1788984948.965469:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 332 00000100:00100000:3.0:1788984948.965475:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973367680:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.965500:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973367680:12345-0@lo:400:kworker.0 Request processed in 26us (257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984948.965506:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 332 00000100:00080000:3.0:1788984948.965530:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984948.965549:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973367680:0@lo:400:kworker.0 00000100:00100000:3.0:1788984948.965559:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973367552:0@lo:400:kworker.0 00000100:00100000:2.0:1788984948.966013:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973366656 00000100:00100000:2.0:1788984948.966019:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973366656 00000100:00100000:2.0:1788984948.966055:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973367168 00000100:00100000:2.0:1788984948.966058:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973367168 00000100:00100000:1.0:1788984948.966491:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788984948.966502:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973366656:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984948.966534:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984948.966599:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973366656:12345-0@lo:41:osp-pre-0-1.0 Request processed in 100us (7462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984948.966605:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788984948.966619:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788984948.966626:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12430bb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973367168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984948.966670:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12430bb050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973367168:12345-0@lo:400:kworker.0 Request processed in 45us (5773us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984948.966676:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00100000:2.0:1788984948.967558:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973366656:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984948.967812:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973367168:0@lo:400:kworker.0 00010000:00010000:2.0:1788984949.731976:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984949.750582:0:29505:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff5b8a3700 20000000:00000080:2.0:1788984949.750602:0:29505:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eadd800 uarg=0000000000000000 10000000:01000000:3.0:1788984949.758801:0:29505:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984949.758837:0:29505:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.758871:0:29505:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.758879:0:29505:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.758921:0:29505:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.758979:0:29505:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 23 pid: 6508 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984949.759339:0:29505:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29505:1875885973368064:0@lo:104: 00000100:00100000:3.0:1788984949.759418:0:29505:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984949.759493:0:29505:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e340c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788984949.759681:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368064 00000100:00100000:0.0:1788984949.759692:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368064 00000100:00100000:0.0:1788984949.759754:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 124 00000100:00100000:0.0:1788984949.759765:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:29505:x1875885973368064:12345-0@lo:104: 00010000:00010000:0.0:1788984949.759779:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984949.759853:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984949.759860:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:29505:x1875885973368064:12345-0@lo:104: Request processed in 98us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984949.759867:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 124 00010000:00010000:2.0:1788984949.759871:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984949.759878:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984949.759886:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984949.759890:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984949.759898:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984949.759906:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984949.759912:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984949.759987:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984949.759993:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984949.760024:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984949.760044:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f477 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f47e expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984949.760062:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984949.760064:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984949.760066:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984949.760078:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973368192:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984949.760114:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984949.760233:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368192 00000100:00100000:1.0:1788984949.760242:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368192 00010000:00010000:1.0:1788984949.760264:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 24 pid: 6508 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984949.760307:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1788984949.760315:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246219050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973368192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984949.760325:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984949.760330:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 24 pid: 6508 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760340:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 24 pid: 6508 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760355:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760364:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760378:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760385:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760391:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760397:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760403:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984949.760407:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760420:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760429:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984949.760439:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984949.760483:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246219050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973368192:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984949.760490:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00000100:00100000:0.0:1788984949.760527:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973368192:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984949.760691:0:29505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f47e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f477 expref: 23 pid: 6508 timeout: 889 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984949.760703:0:29505:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29505:1875885973368064:0@lo:104: 00010000:00010000:3.0:1788984949.760716:0:29505:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.760725:0:29505:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.760731:0:29505:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984949.760737:0:29505:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f485 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29505 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984950.751186:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984951.073966:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984951.073975:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984951.073981:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984951.074027:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984951.074040:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984951.074050:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984951.074075:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973368320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984951.074141:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984951.074195:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254900 going to sleep for 11 seconds 00000100:00100000:0.0:1788984951.074689:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368320 00000100:00100000:0.0:1788984951.074697:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368320 00000100:00100000:0.0:1788984951.074751:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1788984951.074760:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973368320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984951.074773:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984951.074787:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f48c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984951.074811:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984951.074821:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984951.074839:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8400, rc 0) 00000100:00100000:0.0:1788984951.074980:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973368320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 221us (839us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984951.074988:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:0.0:1788984951.075037:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973368320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984951.075051:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984951.075059:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984951.075078:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984951.075082:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984951.075091:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984951.775323:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984952.017428:0:29604:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe6aa8a5d0 20000000:00000080:3.0:1788984952.017445:0:29604:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114394e000 uarg=0000000000000000 10000000:01000000:3.0:1788984952.017777:0:29604:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984952.017799:0:29604:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984952.017817:0:29604:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984952.017825:0:29604:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984952.017866:0:29604:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984952.017881:0:29604:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 23 pid: 6509 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984952.017894:0:29604:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29604:1875885973368448:0@lo:104: 00000100:00100000:3.0:1788984952.018001:0:29604:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984952.018051:0:29604:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413300 going to sleep for 11 seconds 00000100:00100000:0.0:1788984952.018338:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788984952.018354:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368448 00000100:00100000:0.0:1788984952.018361:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368448 00000100:00100000:0.0:1788984952.018421:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 125 00000100:00100000:0.0:1788984952.018430:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:29604:x1875885973368448:12345-0@lo:104: 00010000:00010000:0.0:1788984952.018443:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.018519:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984952.018534:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:29604:x1875885973368448:12345-0@lo:104: Request processed in 104us (533us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984952.018540:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 125 00000100:00100000:1.0:1788984952.018658:0:29604:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29604:1875885973368448:0@lo:104: 00010000:00010000:1.0:1788984952.018678:0:29604:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019269:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984952.019278:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019286:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984952.019290:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019298:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984952.019304:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984952.019310:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984952.019357:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019364:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984952.019388:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019395:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea800/0xa0dd3253da52f48c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f493 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019412:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984952.019414:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984952.019415:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984952.019430:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984952.019444:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973368576:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984952.019484:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984952.019524:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368576 00000100:00100000:0.0:1788984952.019530:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368576 00010000:00010000:0.0:1788984952.019554:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 24 pid: 6509 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984952.019580:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1788984952.019588:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973368576:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984952.019600:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788984952.019605:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 24 pid: 6509 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019615:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 24 pid: 6509 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019628:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f493 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f48c expref: 24 pid: 6509 timeout: 891 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019639:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019647:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019660:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019666:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019682:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019688:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019693:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984952.019697:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019704:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019715:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984952.019723:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788984952.019755:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973368576:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (271us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984952.019762:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1788984952.019793:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973368576:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984952.019883:0:29604:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984952.019891:0:29604:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984952.019897:0:29604:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f49a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29604 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984952.030813:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973368704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984952.030883:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984952.030964:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368704 00000100:00100000:3.0:1788984952.030971:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368704 00000100:00100000:3.0:1788984952.031023:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:3.0:1788984952.031032:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973368704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984952.031061:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984952.031129:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973368704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 98us (246us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984952.031136:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00080000:3.0:1788984952.031160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984952.031193:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973368704:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984952.031625:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984952.031635:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973368832:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984952.031665:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984952.031730:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368832 00000100:00100000:2.0:1788984952.031735:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368832 00000100:00100000:2.0:1788984952.031780:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788984952.031787:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973368832:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984952.031806:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984952.031842:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973368832:12345-0@lo:13:osp-pre-0-1.0 Request processed in 56us (176us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984952.031849:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788984952.031880:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973368832:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788984952.031971:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984952.542534:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984952.542557:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973368960:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984952.542642:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984952.542711:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973368960 00000100:00100000:3.0:1788984952.542720:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973368960 00000100:00100000:3.0:1788984952.542769:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:3.0:1788984952.542780:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973368960:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788984952.542818:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788984952.545205:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973368960:12345-0@lo:41:osp-pre-1-0.0 Request processed in 2417us (2554us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984952.545220:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788984952.545357:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973368960:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984952.804676:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984953.319114:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984953.319122:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984953.319128:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984953.319173:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984953.319186:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984953.319197:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984953.319223:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973369088:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984953.319293:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984953.319340:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241254b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788984953.319575:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369088 00000100:00100000:3.0:1788984953.319583:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369088 00000100:00100000:3.0:1788984953.319638:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1788984953.319648:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973369088:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984953.319661:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984953.319676:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f4a1 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984953.319823:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984953.319834:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984953.319918:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788984953.320004:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973369088:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 358us (710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984953.320011:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788984953.320117:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973369088:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984953.320132:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984953.320153:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984953.320174:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984953.320179:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984953.320187:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984953.832093:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984953.914827:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984953.914881:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984953.914958:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984953.915120:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182208 00000100:00100000:0.0:1788984953.915130:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182208 00000100:00100000:0.0:1788984953.915188:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 555 00000100:00100000:0.0:1788984953.915199:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953182208:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984953.915266:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953182208:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 69us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984953.915286:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 555 00000100:00100000:3.0:1788984953.915889:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182336 00000100:00100000:3.0:1788984953.915896:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182336 00000100:00100000:3.0:1788984953.915975:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182464 00000100:00100000:3.0:1788984953.915979:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182464 00000100:00100000:3.0:1788984953.916004:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 847 00000100:00100000:3.0:1788984953.916012:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953182336:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984953.916058:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953182336:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (1240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984953.916064:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 847 00000100:00100000:3.0:1788984953.916081:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 848 00000100:00100000:3.0:1788984953.916087:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953182464:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984953.916125:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953182464:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (1206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984953.916132:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 848 00000100:00080000:0.0:1788984953.917322:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984953.917331:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984954.082844:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973369344:0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.082977:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984954.083030:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973369856:0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.083058:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984954.083074:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973370368:0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.083093:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984954.083188:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973369600:0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.083220:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984954.083242:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973370112:0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.083264:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984954.083280:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973370624:0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.083296:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984954.083326:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788984954.083332:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973369216:0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.083359:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973369472:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.083470:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369344 00000100:00100000:1.0:1788984954.083480:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369344 00000100:00100000:1.0:1788984954.083522:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369600 00000100:00100000:1.0:1788984954.083525:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369600 00000100:00100000:1.0:1788984954.083539:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1788984954.083547:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973369344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.083601:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973369344:12345-0@lo:400:kworker.0 Request processed in 54us (684us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984954.083608:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1788984954.083625:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788984954.083631:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973369600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.083663:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973369600:12345-0@lo:400:kworker.0 Request processed in 32us (442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984954.083686:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:1.0:1788984954.083734:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973370752:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984954.083763:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984954.083799:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370752 00000100:00100000:1.0:1788984954.083803:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370752 00000100:00100000:1.0:1788984954.083837:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788984954.083843:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973370752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984954.083863:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984954.083898:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973370752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 55us (134us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984954.083904:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00080000:1.0:1788984954.083948:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984954.083984:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973370752:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984954.084417:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973369344:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.084514:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984954.089660:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973369728:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.089722:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984954.096319:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369856 00000100:00100000:0.0:1788984954.096336:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369856 00000100:00100000:0.0:1788984954.096432:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370368 00000100:00100000:0.0:1788984954.096436:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370368 00000100:00100000:0.0:1788984954.096473:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369216 00000100:00100000:0.0:1788984954.096476:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369216 00000100:00100000:0.0:1788984954.096495:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1788984954.096506:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973369856:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.096610:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973369856:12345-0@lo:400:kworker.0 Request processed in 107us (13552us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.096629:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 849 00000100:00100000:0.0:1788984954.096646:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1788984954.096652:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973370368:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.096701:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973370368:12345-0@lo:400:kworker.0 Request processed in 50us (13607us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.096708:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 850 00000100:00100000:0.0:1788984954.096722:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1788984954.096729:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973369216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.096758:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973369216:12345-0@lo:400:kworker.0 Request processed in 30us (12244us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.096764:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 851 00000100:00100000:0.0:1788984954.096796:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370112 00000100:00100000:0.0:1788984954.096800:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370112 00000100:00100000:0.0:1788984954.096828:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370624 00000100:00100000:0.0:1788984954.096831:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370624 00000100:00100000:0.0:1788984954.096853:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1788984954.096860:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973370112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.096894:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973370112:12345-0@lo:400:kworker.0 Request processed in 35us (13629us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.096900:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 333 00000100:00100000:0.0:1788984954.096911:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1788984954.096950:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973370624:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.096992:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973370624:12345-0@lo:400:kworker.0 Request processed in 75us (13695us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.096997:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00100000:2.0:1788984954.106312:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973370880:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984954.106390:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:2.0:1788984954.106459:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e31180 x1875885973369856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984954.106474:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973369856:0@lo:400:kworker.0 00010000:00080000:2.0:1788984954.106487:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e33480 x1875885973370368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984954.106495:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973370368:0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.106517:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984954.106524:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973371008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984954.106549:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984954.106655:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371008 00000100:00100000:0.0:1788984954.106663:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371008 00000100:00100000:0.0:1788984954.106715:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788984954.106725:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973371008:12345-0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788984954.106755:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984954.106760:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:0.0:1788984954.106763:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788984954.106764:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984954.106775:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370880 00000100:00100000:1.0:1788984954.106778:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370880 00000100:00100000:1.0:1788984954.106804:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788984954.106806:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973371008:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (256us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984954.106810:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973370880:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984954.106813:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:0.0:1788984954.106836:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:1.0:1788984954.106848:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984954.106861:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973369984:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.106879:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973370880:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (489us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.106885:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984954.106893:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788984954.106900:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973370496:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.106914:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973370240:0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.106945:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984954.115296:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984954.115387:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973369600:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.115403:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973370112:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.115414:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973370624:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.115442:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e32a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973369216:0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.115528:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369728 00000100:00100000:2.0:1788984954.115539:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369728 00000100:00100000:2.0:1788984954.115614:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369472 00000100:00100000:2.0:1788984954.115617:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369472 00000100:00100000:2.0:1788984954.115638:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370240 00000100:00100000:2.0:1788984954.115641:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370240 00000100:00100000:2.0:1788984954.115658:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1788984954.115667:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973369728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.115733:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973369728:12345-0@lo:400:kworker.0 Request processed in 67us (26011us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984954.115740:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 852 00000100:00100000:2.0:1788984954.115756:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1788984954.115762:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973369472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.115791:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973369472:12345-0@lo:400:kworker.0 Request processed in 30us (8955us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984954.115809:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 853 00000100:00100000:2.0:1788984954.115821:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1788984954.115826:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973370240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984954.115870:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973370240:12345-0@lo:400:kworker.0 Request processed in 45us (583us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984954.115876:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 854 00000100:00100000:2.0:1788984954.116054:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973371008:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984954.116069:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973370880:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984954.116469:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973369984 00000100:00100000:0.0:1788984954.116476:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973369984 00000100:00100000:0.0:1788984954.116517:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973370496 00000100:00100000:0.0:1788984954.116520:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973370496 00000100:00100000:0.0:1788984954.116551:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1788984954.116559:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973369984:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.116607:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973369984:12345-0@lo:400:kworker.0 Request processed in 50us (9721us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.116613:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:0.0:1788984954.116635:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1788984954.116640:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973370496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.116668:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973370496:12345-0@lo:400:kworker.0 Request processed in 28us (9722us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984954.116673:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:0.0:1788984954.116711:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973370496:0@lo:400:kworker.0 00000100:00100000:0.0:1788984954.116732:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973369472:0@lo:400:kworker.0 00000100:00080000:1.0:1788984954.116750:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984954.116754:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984954.116757:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973369984:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.116776:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973369728:0@lo:400:kworker.0 00000100:00100000:1.0:1788984954.116787:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973370240:0@lo:400:kworker.0 00010000:00010000:0.0:1788984954.846138:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984955.870167:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984956.897456:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984957.150316:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973371136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984957.150392:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984957.150680:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371136 00000100:00100000:0.0:1788984957.150690:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371136 00000100:00100000:0.0:1788984957.150769:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788984957.150779:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973371136:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984957.150809:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984957.150857:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973371136:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (465us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984957.150865:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00080000:1.0:1788984957.151108:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984957.151146:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973371136:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984957.151418:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984957.151428:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973371264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984957.151461:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984957.151536:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371264 00000100:00100000:2.0:1788984957.151542:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371264 00000100:00100000:2.0:1788984957.151589:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:2.0:1788984957.151596:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973371264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984957.151608:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984957.151643:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973371264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 48us (181us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984957.151650:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00080000:1.0:1788984957.151783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984957.151808:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973371264:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1788984957.442129:0:29849:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffab9a7ec0 20000000:00000080:2.0:1788984957.442148:0:29849:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea95c00 uarg=0000000000000000 10000000:01000000:2.0:1788984957.442486:0:29849:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984957.442513:0:29849:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.442532:0:29849:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.442541:0:29849:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.442588:0:29849:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.442992:0:29849:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 23 pid: 6506 timeout: 897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984957.443011:0:29849:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29849:1875885973371392:0@lo:104: 00000100:00100000:3.0:1788984957.443173:0:29849:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984957.443228:0:29849:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12454f3b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788984957.443502:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371392 00000100:00100000:0.0:1788984957.443511:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371392 00000100:00100000:0.0:1788984957.443564:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 126 00000100:00100000:0.0:1788984957.443574:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:29849:x1875885973371392:12345-0@lo:104: 00010000:00010000:0.0:1788984957.443589:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984957.443666:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984957.443672:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:29849:x1875885973371392:12345-0@lo:104: Request processed in 100us (499us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984957.443680:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 126 00000100:00100000:1.0:1788984957.443766:0:29849:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29849:1875885973371392:0@lo:104: 00010000:00010000:1.0:1788984957.443787:0:29849:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444025:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984957.444032:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444041:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984957.444055:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444065:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984957.444072:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984957.444079:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984957.444115:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444122:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984957.444147:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444165:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52f4a1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4a8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444183:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984957.444185:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984957.444187:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984957.444199:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973371520:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984957.444233:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984957.444524:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371520 00000100:00100000:2.0:1788984957.444530:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371520 00010000:00010000:2.0:1788984957.444552:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 24 pid: 6506 timeout: 897 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984957.444585:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1788984957.444592:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973371520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984957.444712:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788984957.444719:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 24 pid: 6506 timeout: 897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444731:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 24 pid: 6506 timeout: 897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444745:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f4a8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f4a1 expref: 24 pid: 6506 timeout: 897 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444759:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444779:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444795:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444802:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444880:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444895:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444902:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788984957.444907:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.444915:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984957.455114:0:29849:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984957.455135:0:29849:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.457576:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.457597:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f4af lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29849 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984957.457631:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984957.470447:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973371520:12345-0@lo:103:ldlm_bl.0 Request processed in 25845us (26202us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984957.470462:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1788984957.470770:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973371520:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788984957.680018:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973371648:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984957.680167:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984957.694348:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371648 00000100:00100000:1.0:1788984957.694363:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371648 00000100:00100000:1.0:1788984957.694412:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788984957.694422:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973371648:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984957.694458:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984957.694541:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973371648:12345-0@lo:41:osp-pre-1-0.0 Request processed in 121us (14375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984957.694549:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:1.0:1788984957.703610:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973371648:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984957.919054:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984958.488511:0:29898:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca4e37dc0 20000000:00000080:1.0:1788984958.488528:0:29898:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c2400 uarg=0000000000000000 10000000:01000000:1.0:1788984958.488973:0:29898:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984958.488995:0:29898:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489011:0:29898:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489022:0:29898:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489030:0:29898:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489169:0:29898:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489176:0:29898:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489182:0:29898:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984958.489186:0:29898:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489195:0:29898:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489208:0:29898:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489215:0:29898:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.489220:0:29898:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f4b6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29898 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984958.622045:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788984958.622052:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788984958.622057:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788984958.622103:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.622116:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984958.622142:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984958.622169:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973371776:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788984958.622238:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984958.622300:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413480 going to sleep for 11 seconds 00000100:00100000:0.0:1788984958.622365:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371776 00000100:00100000:0.0:1788984958.622372:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371776 00000100:00100000:0.0:1788984958.622426:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1788984958.622440:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973371776:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984958.622453:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984958.622466:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f4bd expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984958.622488:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984958.622499:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984958.622508:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9800, rc 0) 00000100:00100000:0.0:1788984958.622548:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973371776:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 109us (310us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984958.622555:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:0.0:1788984958.622597:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973371776:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984958.622610:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984958.622618:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984958.622636:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984958.622641:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984958.622648:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984958.943249:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984959.031195:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984959.031230:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984959.031259:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984959.031290:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182592 00000100:00100000:3.0:1788984959.031300:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182592 00000100:00100000:2.0:1788984959.031324:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182848 00000100:00100000:2.0:1788984959.031327:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182848 00000100:00100000:2.0:1788984959.031374:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182720 00000100:00100000:2.0:1788984959.031377:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182720 00000100:00100000:2.0:1788984959.031398:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 855 00000100:00100000:2.0:1788984959.031407:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953182848:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984959.031474:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 557 00000100:00100000:2.0:1788984959.031474:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953182848:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 68us (243us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.031482:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953182592:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984959.031482:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 855 00000100:00100000:2.0:1788984959.031499:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 856 00000100:00100000:2.0:1788984959.031504:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953182720:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984959.031508:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953182592:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.031514:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 557 00000100:00100000:2.0:1788984959.031523:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953182720:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 20us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.031529:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 856 00000100:00080000:1.0:1788984959.031739:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984959.031743:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984959.202059:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973371904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202133:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984959.202209:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973371904 00000100:00100000:2.0:1788984959.202217:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973371904 00000100:00100000:2.0:1788984959.202253:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788984959.202262:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973371904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202327:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973371904:12345-0@lo:400:kworker.0 Request processed in 65us (193us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.202333:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:2.0:1788984959.202377:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973371904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202426:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984959.202433:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973372032:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202459:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984959.202512:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973372416:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202537:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984959.202564:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372416 00000100:00100000:2.0:1788984959.202568:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372416 00000100:00100000:2.0:1788984959.202595:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788984959.202602:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973372416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202637:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973372416:12345-0@lo:400:kworker.0 Request processed in 35us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.202643:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:2.0:1788984959.202670:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973372416:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202697:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984959.202704:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973372544:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202729:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984959.202754:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372032 00000100:00100000:2.0:1788984959.202758:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372032 00000100:00100000:2.0:1788984959.202782:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372544 00000100:00100000:2.0:1788984959.202785:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372544 00000100:00100000:2.0:1788984959.202813:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1788984959.202820:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973372032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202855:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973372032:12345-0@lo:400:kworker.0 Request processed in 35us (394us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.202861:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 857 00000100:00100000:2.0:1788984959.202890:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 858 00000100:00100000:2.0:1788984959.202904:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973372544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.202974:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973372544:12345-0@lo:400:kworker.0 Request processed in 72us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.202981:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 858 00000100:00080000:2.0:1788984959.203005:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984959.203027:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973372544:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203035:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973372032:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203076:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973372928:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203103:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984959.203139:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984959.203145:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973373056:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203165:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984959.203188:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373056 00000100:00100000:2.0:1788984959.203192:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373056 00000100:00100000:2.0:1788984959.203218:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 859 00000100:00100000:2.0:1788984959.203223:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973373056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203256:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973373056:12345-0@lo:400:kworker.0 Request processed in 32us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.203262:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 859 00000100:00080000:2.0:1788984959.203275:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984959.203291:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973373056:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203331:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973373440:0@lo:400:kworker.0 00000100:00100000:2.0:1788984959.203353:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.204866:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973372288:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.204956:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.204985:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973372800:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.205010:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.205027:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973373312:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.205047:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.205068:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788984959.205075:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973372160:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.205097:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.205117:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973372672:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.205136:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.205150:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973373184:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.205169:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.205194:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372160 00000100:00100000:1.0:1788984959.205207:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372160 00000100:00100000:1.0:1788984959.205243:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788984959.205251:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973372160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.205297:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973372160:12345-0@lo:400:kworker.0 Request processed in 48us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984959.205304:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:1.0:1788984959.205338:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973372160:0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.205546:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372928 00000100:00100000:0.0:1788984959.205552:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372928 00000100:00100000:0.0:1788984959.205584:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373440 00000100:00100000:0.0:1788984959.205587:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373440 00000100:00100000:0.0:1788984959.205599:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372800 00000100:00100000:0.0:1788984959.205602:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372800 00000100:00100000:0.0:1788984959.205613:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373312 00000100:00100000:0.0:1788984959.205615:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373312 00000100:00100000:0.0:1788984959.205627:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1788984959.205633:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973372928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.205669:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973372928:12345-0@lo:400:kworker.0 Request processed in 36us (2565us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984959.205675:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 337 00000100:00100000:0.0:1788984959.205688:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1788984959.205694:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973373440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.205720:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973373440:12345-0@lo:400:kworker.0 Request processed in 27us (2367us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984959.205725:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 338 00000100:00100000:0.0:1788984959.205734:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1788984959.205739:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973372800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.205765:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973372800:12345-0@lo:400:kworker.0 Request processed in 26us (754us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984959.205770:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 339 00000100:00100000:0.0:1788984959.205780:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 340 00000100:00100000:0.0:1788984959.205787:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973373312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.205813:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973373312:12345-0@lo:400:kworker.0 Request processed in 26us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984959.205825:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 340 00000100:00080000:0.0:1788984959.205845:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984959.205848:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984959.205867:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973372800:0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.205892:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973373312:0@lo:400:kworker.0 00000100:00100000:3.0:1788984959.206475:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973373568:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984959.206510:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984959.206550:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372288 00000100:00100000:3.0:1788984959.206554:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372288 00000100:00100000:3.0:1788984959.206587:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973372672 00000100:00100000:3.0:1788984959.206589:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973372672 00000100:00100000:3.0:1788984959.206607:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373184 00000100:00100000:3.0:1788984959.206609:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373184 00000100:00100000:3.0:1788984959.206622:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1788984959.206628:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973372288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984959.206658:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973372288:12345-0@lo:400:kworker.0 Request processed in 31us (1703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.206664:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 860 00000100:00100000:3.0:1788984959.206675:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1788984959.206680:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973372672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984959.206712:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973372672:12345-0@lo:400:kworker.0 Request processed in 32us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.206718:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 861 00000100:00100000:3.0:1788984959.206728:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788984959.206734:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973373184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984959.206754:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973373184:12345-0@lo:400:kworker.0 Request processed in 21us (1584us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.206759:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 862 00000100:00100000:3.0:1788984959.206776:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973373824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984959.206803:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984959.206841:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373824 00000100:00100000:3.0:1788984959.206845:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373824 00000100:00100000:3.0:1788984959.206883:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788984959.206890:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973373824:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984959.206913:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984959.206970:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973373824:12345-0@lo:13:osp-pre-1-0.0 Request processed in 81us (165us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.206976:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788984959.206997:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373568 00000100:00100000:3.0:1788984959.207000:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373568 00000100:00100000:3.0:1788984959.207023:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1788984959.207028:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973373568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984959.207050:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984959.207085:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973373568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984959.207091:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00080000:3.0:1788984959.207113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984959.207140:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973373824:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984959.207166:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973373568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984959.207375:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973373696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984959.207403:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00080000:0.0:1788984959.207431:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e31880 x1875885973372672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984959.207442:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973372672:0@lo:400:kworker.0 00010000:00080000:0.0:1788984959.207454:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e33100 x1875885973373184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984959.207460:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973373184:0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.207470:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973372288:0@lo:400:kworker.0 00000100:00100000:0.0:1788984959.207494:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373696 00000100:00100000:0.0:1788984959.207497:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373696 00000100:00100000:0.0:1788984959.207520:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788984959.207526:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973373696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984959.207538:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984959.207568:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973373696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984959.207573:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788984959.207600:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973373696:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984959.207741:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973373440:0@lo:400:kworker.0 00000100:00100000:1.0:1788984959.207754:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973372928:0@lo:400:kworker.0 00000020:00000080:3.0:1788984959.453343:0:29946:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1655ff30 20000000:00000080:3.0:1788984959.453365:0:29946:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8e000 uarg=0000000000000000 10000000:01000000:3.0:1788984959.453588:0:29946:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984959.453609:0:29946:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984959.453626:0:29946:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984959.453635:0:29946:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984959.453671:0:29946:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984959.453685:0:29946:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 23 pid: 6509 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984959.453699:0:29946:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29946:1875885973373952:0@lo:104: 00000100:00100000:3.0:1788984959.453759:0:29946:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984959.454286:0:29946:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788984959.455979:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973373952 00000100:00100000:2.0:1788984959.455993:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973373952 00000100:00100000:2.0:1788984959.456185:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 127 00000100:00100000:2.0:1788984959.456196:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:29946:x1875885973373952:12345-0@lo:104: 00010000:00010000:2.0:1788984959.456213:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984959.456315:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984959.456322:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:29946:x1875885973373952:12345-0@lo:104: Request processed in 129us (2563us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984959.456329:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 127 00000100:00100000:3.0:1788984959.456406:0:29946:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:29946:1875885973373952:0@lo:104: 00010000:00010000:3.0:1788984959.456431:0:29946:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456500:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984959.456508:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456516:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984959.456521:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456530:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984959.456537:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984959.456543:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984959.456588:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456595:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984959.456627:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456634:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb000/0xa0dd3253da52f4bd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4c4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456653:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984959.456655:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984959.456657:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984959.456672:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973374080:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984959.456711:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984959.456763:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374080 00000100:00100000:1.0:1788984959.456768:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374080 00010000:00010000:1.0:1788984959.456802:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 24 pid: 6509 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984959.456824:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788984959.456831:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973374080:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984959.456841:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984959.456846:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 24 pid: 6509 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456857:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 24 pid: 6509 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456882:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f4c4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f4bd expref: 24 pid: 6509 timeout: 899 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456895:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456912:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456956:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456963:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456969:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456975:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456981:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984959.456985:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.456993:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.457005:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984959.457014:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984959.457057:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973374080:12345-0@lo:103:ldlm_bl.0 Request processed in 226us (346us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984959.457064:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788984959.457095:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973374080:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984959.457243:0:29946:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984959.457258:0:29946:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984959.457265:0:29946:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f4cb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29946 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984959.967366:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984960.368282:0:29994:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf40b1e10 20000000:00000080:1.0:1788984960.368300:0:29994:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c3400 uarg=0000000000000000 10000000:01000000:1.0:1788984960.368609:0:29994:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788984960.368635:0:29994:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368652:0:29994:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368662:0:29994:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368668:0:29994:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368675:0:29994:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368683:0:29994:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368690:0:29994:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984960.368695:0:29994:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368703:0:29994:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368717:0:29994:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368725:0:29994:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984960.368739:0:29994:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f4d2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 29994 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984960.554344:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788984960.554353:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788984960.554360:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788984960.554413:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554426:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554437:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984960.554464:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412aa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973374208:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788984960.554541:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984960.554587:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143874240 going to sleep for 11 seconds 00000100:00100000:3.0:1788984960.554613:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374208 00000100:00100000:3.0:1788984960.554623:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374208 00000100:00100000:3.0:1788984960.554674:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788984960.554683:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973374208:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984960.554696:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984960.554708:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f4d9 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554758:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554770:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554779:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788984960.554821:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973374208:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 139us (279us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984960.554827:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788984960.554886:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412aa680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973374208:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984960.554901:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554910:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984960.554946:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984960.554951:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984960.554959:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984961.024257:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984961.336665:0:30042:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd7a104d0 20000000:00000080:0.0:1788984961.336682:0:30042:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412e9c00 uarg=0000000000000000 10000000:01000000:0.0:1788984961.336883:0:30042:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984961.336903:0:30042:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984961.336921:0:30042:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984961.336950:0:30042:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984961.336986:0:30042:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984961.337000:0:30042:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 23 pid: 6509 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984961.337015:0:30042:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30042:1875885973374336:0@lo:104: 00000100:00100000:0.0:1788984961.337074:0:30042:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984961.337133:0:30042:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291480 going to sleep for 11 seconds 00000100:00100000:1.0:1788984961.337446:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374336 00000100:00100000:1.0:1788984961.337454:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374336 00000100:00100000:1.0:1788984961.337503:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 128 00000100:00100000:1.0:1788984961.337512:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:30042:x1875885973374336:12345-0@lo:104: 00010000:00010000:1.0:1788984961.337524:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337588:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984961.337593:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:30042:x1875885973374336:12345-0@lo:104: Request processed in 83us (520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984961.337600:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 128 00010000:00010000:1.0:1788984961.337621:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984961.337627:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337635:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984961.337639:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337648:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984961.337656:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984961.337675:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984961.337712:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337718:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984961.337734:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337739:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f4d9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4e0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337754:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984961.337756:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984961.337757:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984961.337778:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973374464:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984961.337806:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984961.337843:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374464 00000100:00100000:1.0:1788984961.337846:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374464 00010000:00010000:1.0:1788984961.337874:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 24 pid: 6509 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984961.337893:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1788984961.337899:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973374464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984961.337909:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984961.337913:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 24 pid: 6509 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337922:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 24 pid: 6509 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337965:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337971:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337983:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337989:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.337995:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.338001:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.338005:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984961.338009:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.338017:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.338024:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984961.338033:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984961.338061:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973374464:12345-0@lo:103:ldlm_bl.0 Request processed in 162us (253us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984961.338075:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00000100:00100000:1.0:1788984961.338108:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973374464:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984961.338251:0:30042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f4e0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f4d9 expref: 23 pid: 6509 timeout: 901 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984961.338263:0:30042:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30042:1875885973374336:0@lo:104: 00010000:00010000:2.0:1788984961.338277:0:30042:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984961.338286:0:30042:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984961.338292:0:30042:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984961.338298:0:30042:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f4e7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30042 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984962.078313:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984962.266749:0:30090:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea2bea490 20000000:00000080:0.0:1788984962.266834:0:30090:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412e8000 uarg=0000000000000000 10000000:01000000:0.0:1788984962.267268:0:30090:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984962.267291:0:30090:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267308:0:30090:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267319:0:30090:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267338:0:30090:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267346:0:30090:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267353:0:30090:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267358:0:30090:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788984962.267362:0:30090:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267370:0:30090:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267384:0:30090:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267391:0:30090:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.267397:0:30090:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f4ee lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30090 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984962.270187:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973374720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984962.270256:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984962.270308:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973374592:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984962.270328:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374720 00000100:00100000:3.0:1788984962.270336:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374720 00000100:00100000:3.0:1788984962.270395:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:3.0:1788984962.270405:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973374720:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984962.270432:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788984962.271254:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984962.272156:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984962.272247:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973374720:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1842us (1989us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984962.272251:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374592 00000100:00100000:3.0:1788984962.272256:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788984962.272257:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374592 00000100:00080000:3.0:1788984962.272288:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984962.272294:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1788984962.272302:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973374592:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984962.272318:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984962.272354:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973374592:12345-0@lo:13:osp-pre-0-1.0 Request processed in 53us (200us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984962.272360:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:1.0:1788984962.272489:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973374592:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984962.272523:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973374720:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984962.787469:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973374848:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984962.787537:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984962.787656:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374848 00000100:00100000:0.0:1788984962.787665:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374848 00000100:00100000:0.0:1788984962.787719:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:0.0:1788984962.787728:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973374848:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984962.787775:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984962.787832:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973374848:12345-0@lo:41:osp-pre-1-0.0 Request processed in 105us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984962.787850:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:2.0:1788984962.788020:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973374848:0@lo:41:osp-pre-1-0.0 10000000:01000000:0.0:1788984962.977054:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984962.977063:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984962.977069:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984962.977114:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.977127:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984962.977139:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984962.977164:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973374976:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984962.977227:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984962.977283:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c2cf9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788984962.977507:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973374976 00000100:00100000:3.0:1788984962.977515:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973374976 00000100:00100000:3.0:1788984962.977572:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1788984962.977581:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973374976:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984962.977595:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984962.977607:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f4f5 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984962.977630:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984962.977641:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984962.977649:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677000, rc 0) 00000100:00100000:3.0:1788984962.977706:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973374976:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (478us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984962.977713:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1788984962.978254:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973374976:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984962.978271:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984962.978292:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788984962.978312:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788984962.978317:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984962.978323:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984963.104001:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984963.268160:0:30138:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc010557a0 20000000:00000080:3.0:1788984963.268178:0:30138:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114394d000 uarg=0000000000000000 00000020:00000080:0.0:1788984963.990017:0:30186:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfd7049b0 20000000:00000080:0.0:1788984963.990037:0:30186:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412e9800 uarg=0000000000000000 00010000:00010000:2.0:1788984964.126291:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984964.164163:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984964.164214:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984964.164246:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984964.164274:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183232 00000100:00100000:3.0:1788984964.164284:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183232 00000100:00100000:3.0:1788984964.164335:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183104 00000100:00100000:3.0:1788984964.164338:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183104 00000100:00100000:3.0:1788984964.164359:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 863 00000100:00100000:3.0:1788984964.164369:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953183232:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984964.164442:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aa680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953183232:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (227us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.164450:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 863 00000100:00100000:3.0:1788984964.164469:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 864 00000100:00100000:3.0:1788984964.164475:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953183104:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984964.164517:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953183104:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (270us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.164525:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 864 00000100:00080000:3.0:1788984964.164544:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984964.164548:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984964.165418:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953182976 00000100:00100000:2.0:1788984964.165427:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953182976 00000100:00100000:2.0:1788984964.165475:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 561 00000100:00100000:2.0:1788984964.165484:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953182976:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984964.165541:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953182976:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 58us (1389us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984964.165548:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 561 00000100:00100000:1.0:1788984964.318213:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973375232:0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.318276:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973375488:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.318282:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984964.318500:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973375104:0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.318785:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984964.318843:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973376000:0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.318880:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984964.318900:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973376512:0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.318959:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984964.319002:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375232 00000100:00100000:2.0:1788984964.319010:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375232 00000100:00100000:2.0:1788984964.319194:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375488 00000100:00100000:2.0:1788984964.319198:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375488 00000100:00100000:2.0:1788984964.319218:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1788984964.319226:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973375232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.319275:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973375232:12345-0@lo:400:kworker.0 Request processed in 49us (991us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984964.319283:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 865 00000100:00100000:2.0:1788984964.319300:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1788984964.319307:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973375488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.319341:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973375488:12345-0@lo:400:kworker.0 Request processed in 35us (557us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984964.319347:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 866 00000100:00100000:2.0:1788984964.319391:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973375488:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.321923:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973375232:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.321955:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973375744:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.322011:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322048:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973376256:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.322068:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322085:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973376768:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984964.322105:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322136:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788984964.322142:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973375360:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.322162:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322177:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973375872:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.322192:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322206:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973376384:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.322221:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322246:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973376896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984964.322264:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984964.322295:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375744 00000100:00100000:1.0:1788984964.322300:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375744 00000100:00100000:1.0:1788984964.322342:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376256 00000100:00100000:3.0:1788984964.322861:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375872 00000100:00100000:3.0:1788984964.322867:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375872 00000100:00100000:3.0:1788984964.322890:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376384 00000100:00100000:3.0:1788984964.322892:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376384 00000100:00100000:3.0:1788984964.322907:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1788984964.322915:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973375744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.323023:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973375744:12345-0@lo:400:kworker.0 Request processed in 108us (1011us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.323030:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 867 00000100:00100000:3.0:1788984964.323049:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1788984964.323055:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973375872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.323082:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973375872:12345-0@lo:400:kworker.0 Request processed in 27us (888us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.323086:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376256 00000100:00100000:3.0:1788984964.323087:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 868 00000100:00100000:3.0:1788984964.323100:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 869 00000100:00100000:3.0:1788984964.323105:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973376384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.323121:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1788984964.323128:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973376256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.323130:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d33b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973376384:12345-0@lo:400:kworker.0 Request processed in 26us (908us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.323136:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 869 00000100:00100000:1.0:1788984964.323172:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973376256:12345-0@lo:400:kworker.0 Request processed in 44us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.323177:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 870 00000100:00100000:1.0:1788984964.323197:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376768 00000100:00100000:1.0:1788984964.323200:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376768 00000100:00100000:1.0:1788984964.323230:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376896 00000100:00100000:1.0:1788984964.323232:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376896 00000100:00100000:1.0:1788984964.323245:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788984964.323250:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973376768:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788984964.323270:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984964.323296:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973376768:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (1190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.323302:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:1.0:1788984964.323312:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788984964.323317:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973376896:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984964.323325:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984964.323342:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973376896:12345-0@lo:13:osp-pre-1-0.0 Request processed in 25us (1077us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.323579:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:1.0:1788984964.323607:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375360 00000100:00100000:1.0:1788984964.323610:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375360 00000100:00100000:1.0:1788984964.323640:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:1.0:1788984964.323646:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973375360:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.323677:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973375360:12345-0@lo:400:kworker.0 Request processed in 31us (1514us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.323682:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00080000:1.0:1788984964.323699:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788984964.323703:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788984964.323705:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984964.323842:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973375360:0@lo:400:kworker.0 00010000:00080000:1.0:1788984964.323858:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305ca80 x1875885973375872/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984964.323870:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973375872:0@lo:400:kworker.0 00010000:00080000:1.0:1788984964.323880:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab2300 x1875885973376384/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984964.323888:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973376384:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.323903:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973376896:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984964.323912:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973375744:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.323920:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973376256:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.323953:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973376768:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984964.323980:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376000 00000100:00100000:3.0:1788984964.323985:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376000 00000100:00100000:3.0:1788984964.324020:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376512 00000100:00100000:3.0:1788984964.324023:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376512 00000100:00100000:3.0:1788984964.324038:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788984964.324043:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973376000:12345-0@lo:400:kworker.0 00000100:00080000:1.0:1788984964.324076:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984964.324085:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973376000:12345-0@lo:400:kworker.0 Request processed in 42us (5204us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.324091:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 341 00000100:00100000:3.0:1788984964.324103:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1788984964.324110:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973376512:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.324138:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973376512:12345-0@lo:400:kworker.0 Request processed in 29us (5179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.324144:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 342 00000100:00100000:3.0:1788984964.324206:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973377024:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984964.324237:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984964.324271:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973376000:0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.324279:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973376512:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.324300:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377024 00000100:00100000:1.0:1788984964.324304:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377024 00000100:00100000:1.0:1788984964.324342:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:1.0:1788984964.324586:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973377024:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984964.324612:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984964.324647:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973377024:12345-0@lo:41:osp-pre-0-1.0 Request processed in 222us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.331665:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:0.0:1788984964.331711:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984964.331776:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375104 00000100:00100000:2.0:1788984964.331784:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375104 00000100:00100000:2.0:1788984964.331835:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:2.0:1788984964.331845:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973375104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984964.331900:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973375104:12345-0@lo:400:kworker.0 Request processed in 57us (192us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984964.331906:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:1.0:1788984964.332295:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412abb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973377024:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984964.336346:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973375616:0@lo:400:kworker.0 00000100:00100000:0.0:1788984964.336433:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984964.336486:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973376128:0@lo:400:kworker.0 00000100:00100000:0.0:1788984964.336511:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984964.336543:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973376640:0@lo:400:kworker.0 00000100:00100000:0.0:1788984964.336564:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984964.336618:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973375616 00000100:00100000:3.0:1788984964.336626:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973375616 00000100:00100000:0.0:1788984964.336634:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973375104:0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.336679:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1788984964.336691:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973375616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.336768:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973375616:12345-0@lo:400:kworker.0 Request processed in 80us (334us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984964.336776:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:0.0:1788984964.339157:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973375616:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.340696:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376128 00000100:00100000:1.0:1788984964.340708:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376128 00000100:00100000:1.0:1788984964.340776:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973376640 00000100:00100000:1.0:1788984964.340780:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973376640 00000100:00100000:1.0:1788984964.340806:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1788984964.340816:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973376128:12345-0@lo:400:kworker.0 00000100:00080000:0.0:1788984964.340905:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984964.340957:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973376128:12345-0@lo:400:kworker.0 Request processed in 141us (4443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.340964:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 343 00000100:00100000:1.0:1788984964.340984:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 344 00000100:00100000:1.0:1788984964.340991:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973376640:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.340999:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973376128:0@lo:400:kworker.0 00000100:00100000:3.0:1788984964.341021:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973376640:0@lo:400:kworker.0 00000100:00100000:1.0:1788984964.341021:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973376640:12345-0@lo:400:kworker.0 Request processed in 31us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984964.341026:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 344 00000020:00000080:2.0:1788984964.747665:0:30234:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff429f3800 20000000:00000080:2.0:1788984964.747684:0:30234:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143870000 uarg=0000000000000000 00010000:00010000:2.0:1788984965.150155:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984965.700310:0:30283:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe50376c30 20000000:00000080:1.0:1788984965.700333:0:30283:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126fbbd800 uarg=0000000000000000 00010000:00010000:3.0:1788984966.174281:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984966.942730:0:30331:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe312fed60 20000000:00000080:0.0:1788984966.942749:0:30331:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412e9400 uarg=0000000000000000 00010000:00010000:2.0:1788984967.198270:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984967.390203:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788984967.390229:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973377152:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984967.390312:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984967.391406:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377152 00000100:00100000:1.0:1788984967.391417:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377152 00000100:00100000:1.0:1788984967.391489:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:1.0:1788984967.391500:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973377152:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788984967.391545:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984967.391602:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973377152:12345-0@lo:13:osp-pre-0-0.0 Request processed in 104us (1290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984967.391609:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788984967.391746:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788984967.391757:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973377280:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984967.391788:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984967.392431:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984967.392476:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973377152:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984967.392669:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377280 00000100:00100000:3.0:1788984967.392677:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377280 00000100:00100000:3.0:1788984967.392737:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1788984967.392746:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973377280:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984967.392764:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984967.392828:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973377280:12345-0@lo:13:osp-pre-0-1.0 Request processed in 82us (1038us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984967.392842:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1788984967.393082:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973377280:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984967.393135:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984967.904736:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973377408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984967.904822:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984967.905089:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377408 00000100:00100000:0.0:1788984967.905098:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377408 00000100:00100000:0.0:1788984967.905155:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:0.0:1788984967.905164:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973377408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984967.905199:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984967.905248:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973377408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984967.905255:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788984967.906722:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973377408:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984968.018090:0:30380:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0b49fde0 20000000:00000080:3.0:1788984968.018113:0:30380:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143be2800 uarg=0000000000000000 00010000:00010000:3.0:1788984968.224278:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984969.250431:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984969.259364:0:30428:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe22a74ab0 20000000:00000080:1.0:1788984969.259381:0:30428:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d44c00 uarg=0000000000000000 00000100:00100000:3.0:1788984969.292888:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984969.292953:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984969.292979:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984969.293014:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183616 00000100:00100000:3.0:1788984969.293022:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183616 00000100:00100000:3.0:1788984969.293460:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183488 00000100:00100000:3.0:1788984969.293464:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183488 00000100:00100000:3.0:1788984969.293492:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 871 00000100:00100000:3.0:1788984969.293504:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953183616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984969.293520:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183360 00000100:00100000:2.0:1788984969.293524:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183360 00000100:00100000:2.0:1788984969.293550:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 563 00000100:00100000:2.0:1788984969.293556:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953183360:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984969.293575:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953183616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984969.293579:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953183360:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984969.293584:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 563 00000100:00100000:3.0:1788984969.293596:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 871 00000100:00100000:3.0:1788984969.293610:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 872 00000100:00100000:3.0:1788984969.293616:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953183488:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984969.293654:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953183488:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 38us (673us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984969.293660:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 872 00000100:00080000:3.0:1788984969.293676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984969.293680:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788984969.438683:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973377664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984969.438757:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984969.438841:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788984969.438848:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973377536:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984969.438872:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984969.438913:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377536 00000100:00100000:3.0:1788984969.438921:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377536 00000100:00100000:3.0:1788984969.438996:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788984969.439015:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973377536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984969.439053:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984969.439485:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973377536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 481us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984969.439493:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00100000:3.0:1788984969.439537:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973377536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984969.439648:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377664 00000100:00100000:1.0:1788984969.439654:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377664 00000100:00100000:1.0:1788984969.439696:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:1.0:1788984969.439705:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973377664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984969.439727:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984969.439763:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973377664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 60us (1007us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.439769:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00080000:1.0:1788984969.439805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788984969.439837:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973377664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984969.440384:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788984969.440396:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973377792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984969.440428:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.440465:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377792 00000100:00100000:0.0:1788984969.440468:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377792 00000100:00100000:0.0:1788984969.440497:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:0.0:1788984969.440504:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973377792:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984969.440530:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984969.440563:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973377792:12345-0@lo:13:osp-pre-1-1.0 Request processed in 58us (133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984969.440570:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00080000:0.0:1788984969.440586:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984969.440607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973377792:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984969.443648:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973378304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.443726:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.443769:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973378816:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.443805:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.443897:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788984969.443903:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973377920:0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.444049:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378816 00000100:00100000:1.0:1788984969.444069:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378816 00000100:00100000:1.0:1788984969.444133:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 345 00000100:00100000:1.0:1788984969.444143:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973378816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.444691:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973378816:12345-0@lo:400:kworker.0 Request processed in 547us (882us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.444699:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 345 00000100:00100000:0.0:1788984969.445522:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.445562:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973378432:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.445594:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.445615:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973378944:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.445634:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.445663:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973378816:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.445707:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378304 00000100:00100000:0.0:1788984969.445712:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378304 00000100:00100000:0.0:1788984969.445744:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1788984969.445752:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973378304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.445822:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973378304:12345-0@lo:400:kworker.0 Request processed in 71us (2096us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984969.445839:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:0.0:1788984969.445860:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378432 00000100:00100000:0.0:1788984969.445864:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378432 00000100:00100000:0.0:1788984969.445889:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788984969.445896:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973378432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.445948:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973378432:12345-0@lo:400:kworker.0 Request processed in 52us (352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984969.445954:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 873 00000100:00100000:0.0:1788984969.445978:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378944 00000100:00100000:0.0:1788984969.445981:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378944 00000100:00100000:0.0:1788984969.446000:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 874 00000100:00100000:0.0:1788984969.446006:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973378944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.446032:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ced80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973378944:12345-0@lo:400:kworker.0 Request processed in 27us (398us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984969.446039:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 874 00000100:00100000:1.0:1788984969.447922:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973377920 00000100:00100000:1.0:1788984969.447971:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973377920 00000100:00100000:1.0:1788984969.448030:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:1.0:1788984969.448038:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973377920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.448138:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973377920:12345-0@lo:400:kworker.0 Request processed in 101us (2618us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.448146:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788984969.448996:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973378176:0@lo:400:kworker.0 00000100:00100000:3.0:1788984969.449052:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984969.449104:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973378688:0@lo:400:kworker.0 00000100:00100000:3.0:1788984969.449129:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984969.450297:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378176 00000100:00100000:1.0:1788984969.450307:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378176 00000100:00100000:1.0:1788984969.450356:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1788984969.450366:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973378176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.450430:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973378176:12345-0@lo:400:kworker.0 Request processed in 66us (1378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.450437:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 875 00000100:00100000:1.0:1788984969.450460:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378688 00000100:00100000:1.0:1788984969.450463:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378688 00000100:00100000:1.0:1788984969.450493:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1788984969.450499:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973378688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.450530:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973378688:12345-0@lo:400:kworker.0 Request processed in 31us (1399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.450536:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 346 00000100:00100000:1.0:1788984969.450580:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973378176:0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.450592:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973378688:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.450949:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973378048:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.450992:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.451023:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973378560:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.451041:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.452855:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973379072:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.452916:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984969.453002:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378048 00000100:00100000:0.0:1788984969.453009:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378048 00000100:00100000:0.0:1788984969.453047:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973378560 00000100:00100000:0.0:1788984969.453050:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973378560 00000100:00100000:1.0:1788984969.454500:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379072 00000100:00100000:1.0:1788984969.454511:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379072 00000100:00100000:1.0:1788984969.454568:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1788984969.454578:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973378048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.454661:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ce680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973378048:12345-0@lo:400:kworker.0 Request processed in 85us (3668us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.454676:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 876 00000100:00100000:1.0:1788984969.454692:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 877 00000100:00100000:1.0:1788984969.454697:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973379072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984969.454723:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973379072:12345-0@lo:400:kworker.0 Request processed in 26us (1808us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984969.454728:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 877 00000100:00100000:0.0:1788984969.456115:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 878 00000100:00100000:0.0:1788984969.456138:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973378560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.458364:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973378560:12345-0@lo:400:kworker.0 Request processed in 2222us (7314us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984969.458380:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 878 00000100:00080000:0.0:1788984969.458420:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984969.458426:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984969.458429:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984969.458460:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973377920:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.458473:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973378432:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.458483:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973378944:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.458493:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973378304:0@lo:400:kworker.0 00000100:00100000:0.0:1788984969.458535:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973378048:0@lo:400:kworker.0 00010000:00080000:0.0:1788984969.458548:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9fb80 x1875885973378560/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984969.458558:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973378560:0@lo:400:kworker.0 00010000:00080000:0.0:1788984969.458569:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9c000 x1875885973379072/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984985 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984969.458576:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973379072:0@lo:400:kworker.0 00010000:00010000:2.0:1788984970.275310:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984970.587750:0:30476:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce78ba020 20000000:00000080:0.0:1788984970.587790:0:30476:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126fbbe000 uarg=0000000000000000 00010000:00010000:2.0:1788984971.296503:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788984972.062863:0:30525:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd916d3d40 20000000:00000080:1.0:1788984972.062894:0:30525:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d45c00 uarg=0000000000000000 00010000:00010000:3.0:1788984972.318074:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984972.510262:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984972.510296:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973379200:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984972.510401:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984972.510758:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973379328:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984972.510791:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984972.510886:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379200 00000100:00100000:0.0:1788984972.510897:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379200 00000100:00100000:0.0:1788984972.510999:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379328 00000100:00100000:0.0:1788984972.511022:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379328 00000100:00100000:0.0:1788984972.511047:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788984972.511058:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973379200:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984972.511096:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984972.511154:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973379200:12345-0@lo:13:osp-pre-0-0.0 Request processed in 97us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984972.511161:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:0.0:1788984972.511179:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788984972.511185:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973379328:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984972.511196:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984972.511222:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973379328:12345-0@lo:13:osp-pre-0-1.0 Request processed in 37us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984972.511228:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788984972.511273:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973379328:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984972.511305:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973379200:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788984972.511422:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984973.023079:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788984973.023111:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973379456:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984973.023208:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984973.023311:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379456 00000100:00100000:2.0:1788984973.023323:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379456 00000100:00100000:2.0:1788984973.023386:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788984973.023398:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973379456:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788984973.023457:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788984973.023512:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973379456:12345-0@lo:41:osp-pre-1-0.0 Request processed in 116us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984973.023519:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788984973.023571:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973379456:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788984973.121348:0:30573:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee5fac500 20000000:00000080:3.0:1788984973.121374:0:30573:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11421a0800 uarg=0000000000000000 00010000:00010000:0.0:1788984973.347186:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984974.298394:0:30621:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffedf95cd20 20000000:00000080:0.0:1788984974.298560:0:30621:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db0400 uarg=0000000000000000 00010000:00010000:3.0:1788984974.366235:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984974.396696:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984974.396751:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984974.396793:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984974.396831:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184000 00000100:00100000:3.0:1788984974.396844:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184000 00000100:00100000:3.0:1788984974.396916:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183872 00000100:00100000:3.0:1788984974.396919:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183872 00000100:00100000:3.0:1788984974.396967:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 879 00000100:00100000:3.0:1788984974.396980:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953184000:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984974.397088:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953184000:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 110us (335us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984974.397096:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 879 00000100:00100000:3.0:1788984974.397125:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 880 00000100:00100000:3.0:1788984974.397131:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953183872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984974.397155:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953183872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (362us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984974.397162:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 880 00000100:00080000:3.0:1788984974.397179:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984974.397184:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788984974.397643:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953183744 00000100:00100000:2.0:1788984974.397649:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953183744 00000100:00100000:2.0:1788984974.397690:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 565 00000100:00100000:2.0:1788984974.397698:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953183744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788984974.397742:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953183744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 45us (1062us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984974.397749:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 565 00000100:00100000:1.0:1788984974.558356:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984974.558392:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973379584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984974.558485:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.559570:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973379712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984974.559625:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.559689:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379712 00000100:00100000:1.0:1788984974.559700:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379712 00000100:00100000:1.0:1788984974.559788:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1788984974.559800:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973379712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984974.559841:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984974.559894:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973379712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 95us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.559902:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1788984974.559981:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973379712:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984974.560816:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379584 00000100:00100000:3.0:1788984974.560826:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379584 00000100:00100000:3.0:1788984974.560876:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:3.0:1788984974.560885:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973379584:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984974.560919:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984974.561006:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973379584:12345-0@lo:41:osp-pre-0-1.0 Request processed in 122us (2521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984974.561020:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00080000:3.0:1788984974.561085:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984974.561097:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984974.561112:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973379840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984974.561151:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984974.561203:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379840 00000100:00100000:3.0:1788984974.561207:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379840 00000100:00100000:3.0:1788984974.561242:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:3.0:1788984974.561249:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973379840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984974.561269:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984974.561303:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973379840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (151us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984974.561309:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00080000:3.0:1788984974.561322:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984974.561350:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973379840:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984974.561387:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973379584:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984974.562645:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973380096:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.562706:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.562768:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973380608:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.562793:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.562811:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973381120:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.562833:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.562866:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788984974.562871:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973380224:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.562894:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.562923:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973380736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.562970:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.563004:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380096 00000100:00100000:1.0:1788984974.563013:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380096 00000100:00100000:3.0:1788984974.563454:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973379968:0@lo:400:kworker.0 00000100:00100000:3.0:1788984974.563503:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984974.563583:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973380352:0@lo:400:kworker.0 00000100:00100000:2.0:1788984974.563620:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984974.574364:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973380480:0@lo:400:kworker.0 00000100:00100000:3.0:1788984974.574472:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984974.574502:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114391a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973380992:0@lo:400:kworker.0 00000100:00100000:3.0:1788984974.574526:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984974.574572:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973379968 00000100:00100000:3.0:1788984974.574582:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973379968 00000100:00100000:3.0:1788984974.574652:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788984974.574676:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973379968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984974.574754:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973379968:12345-0@lo:400:kworker.0 Request processed in 79us (11249us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984974.574761:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:3.0:1788984974.574826:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973379968:0@lo:400:kworker.0 00000100:00100000:3.0:1788984974.574874:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380352 00000100:00100000:3.0:1788984974.574879:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380352 00000100:00100000:3.0:1788984974.574907:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:3.0:1788984974.574914:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973380352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984974.574983:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973380352:12345-0@lo:400:kworker.0 Request processed in 69us (11361us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984974.574989:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00100000:1.0:1788984974.590160:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380608 00000100:00100000:1.0:1788984974.590185:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380608 00000100:00100000:1.0:1788984974.590266:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381120 00000100:00100000:1.0:1788984974.590281:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381120 00000100:00100000:1.0:1788984974.590299:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380224 00000100:00100000:1.0:1788984974.590302:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380224 00000100:00100000:1.0:1788984974.590315:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380480 00000100:00100000:1.0:1788984974.590317:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380480 00000100:00100000:1.0:1788984974.590331:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380992 00000100:00100000:1.0:1788984974.590334:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380992 00000100:00100000:1.0:1788984974.590361:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1788984974.590374:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973380096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590500:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143919180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973380096:12345-0@lo:400:kworker.0 Request processed in 127us (27792us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590507:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 881 00000100:00100000:1.0:1788984974.590529:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1788984974.590536:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973380608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590582:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973380608:12345-0@lo:400:kworker.0 Request processed in 47us (27789us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590589:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 882 00000100:00100000:1.0:1788984974.590602:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1788984974.590609:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973381120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590636:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973381120:12345-0@lo:400:kworker.0 Request processed in 28us (27802us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590641:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 883 00000100:00100000:1.0:1788984974.590654:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1788984974.590660:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973380224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590688:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143919500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973380224:12345-0@lo:400:kworker.0 Request processed in 28us (27793us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590694:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 884 00000100:00100000:1.0:1788984974.590706:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1788984974.590712:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973380480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590763:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973380480:12345-0@lo:400:kworker.0 Request processed in 51us (16292us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590769:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 885 00000100:00100000:1.0:1788984974.590781:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1788984974.590788:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973380992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590816:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973380992:12345-0@lo:400:kworker.0 Request processed in 29us (16290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590823:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 886 00000100:00100000:1.0:1788984974.590872:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380736 00000100:00100000:1.0:1788984974.590877:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380736 00000100:00100000:1.0:1788984974.590918:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 347 00000100:00100000:1.0:1788984974.590953:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973380736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.590987:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973380736:12345-0@lo:400:kworker.0 Request processed in 64us (28016us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.590993:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 347 00000100:00080000:1.0:1788984974.591022:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984974.591027:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788984974.591030:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788984974.591091:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973380224:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.591108:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973380736:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.591120:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973380096:0@lo:400:kworker.0 00010000:00080000:1.0:1788984974.591135:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143919c00 x1875885973380608/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984974.591146:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973380608:0@lo:400:kworker.0 00010000:00080000:1.0:1788984974.591158:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143918000 x1875885973381120/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984990 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984974.591166:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973381120:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.591222:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973380480:0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.591233:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114391a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973380992:0@lo:400:kworker.0 00000100:00100000:2.0:1788984974.591852:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973380352:0@lo:400:kworker.0 00000100:00100000:2.0:1788984974.591868:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973380864:0@lo:400:kworker.0 00000100:00100000:2.0:1788984974.591921:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984974.593251:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973380864 00000100:00100000:1.0:1788984974.593266:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973380864 00000100:00100000:1.0:1788984974.593362:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788984974.593374:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973380864:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984974.593484:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973380864:12345-0@lo:400:kworker.0 Request processed in 113us (1564us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984974.593492:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 348 00000100:00100000:1.0:1788984974.593557:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973380864:0@lo:400:kworker.0 00000100:00080000:3.0:1788984974.593718:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788984975.390279:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984975.683098:0:30669:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe12a219b0 20000000:00000080:2.0:1788984975.683124:0:30669:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143872000 uarg=0000000000000000 00010000:00010000:0.0:1788984976.417914:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788984977.009533:0:30717:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbbc175c0 20000000:00000080:2.0:1788984977.009560:0:30717:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143870000 uarg=0000000000000000 10000000:01000000:2.0:1788984977.015614:0:30717:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788984977.015657:0:30717:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984977.015683:0:30717:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984977.015693:0:30717:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984977.015757:0:30717:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984977.015778:0:30717:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 23 pid: 6506 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984977.015797:0:30717:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30717:1875885973381248:0@lo:104: 00000100:00100000:2.0:1788984977.015883:0:30717:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984977.016675:0:30717:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1788984977.021612:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381248 00000100:00100000:1.0:1788984977.021637:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381248 00000100:00100000:0.0:1788984977.027258:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 129 00000100:00100000:0.0:1788984977.027278:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:30717:x1875885973381248:12345-0@lo:104: 00010000:00010000:0.0:1788984977.027307:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984977.028247:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788984977.028259:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:30717:x1875885973381248:12345-0@lo:104: Request processed in 985us (12375us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984977.028287:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 129 00000100:00100000:3.0:1788984977.028426:0:30717:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30717:1875885973381248:0@lo:104: 00010000:00010000:3.0:1788984977.028461:0:30717:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.028586:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788984977.028596:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.028605:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788984977.028610:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.028621:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788984977.028630:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984977.028636:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788984977.028692:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.028699:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788984977.028763:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.028771:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f4f5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f4fc expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.028798:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984977.028800:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788984977.028802:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984977.028811:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788984977.028827:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973381376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984977.028877:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984977.028954:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381376 00000100:00100000:1.0:1788984977.028962:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381376 00010000:00010000:1.0:1788984977.028991:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 24 pid: 6506 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984977.029015:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788984977.029024:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973381376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984977.029038:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984977.029043:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 24 pid: 6506 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029055:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 24 pid: 6506 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029071:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f4fc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f4f5 expref: 24 pid: 6506 timeout: 916 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029087:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029097:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029126:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029134:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029141:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029149:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029154:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984977.029159:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029166:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029178:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984977.029187:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984977.029217:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973381376:12345-0@lo:103:ldlm_bl.0 Request processed in 194us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984977.029223:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788984977.029255:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973381376:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984977.030104:0:30717:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984977.030119:0:30717:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984977.030127:0:30717:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f503 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30717 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984977.438213:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984977.632725:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973381504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788984977.632826:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984977.632891:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973381632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984977.633368:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984977.637473:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381504 00000100:00100000:2.0:1788984977.637491:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381504 00000100:00080000:1.0:1788984977.637522:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984977.637558:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381632 00000100:00100000:2.0:1788984977.637562:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381632 00000100:00100000:2.0:1788984977.637587:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788984977.637598:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973381504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788984977.637641:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984977.637745:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973381504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 149us (4919us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984977.637754:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788984977.637780:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788984977.637793:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973381632:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788984977.637805:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984977.637833:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973381632:12345-0@lo:13:osp-pre-0-0.0 Request processed in 39us (4466us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984977.637839:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:2.0:1788984977.637896:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973381504:0@lo:13:osp-pre-0-1.0 00000100:00080000:1.0:1788984977.638279:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984977.638306:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412ab100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973381632:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984978.142451:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973381760:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788984978.142548:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984978.147877:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381760 00000100:00100000:0.0:1788984978.147902:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381760 00000100:00100000:0.0:1788984978.148031:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788984978.148043:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973381760:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984978.148096:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984978.148219:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973381760:12345-0@lo:41:osp-pre-1-0.0 Request processed in 178us (5672us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984978.148227:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788984978.148294:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114391bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973381760:0@lo:41:osp-pre-1-0.0 10000000:01000000:0.0:1788984978.270626:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984978.270637:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984978.270644:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984978.270722:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984978.270738:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984978.270751:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984978.270787:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973381888:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984978.270884:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984978.270966:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973381888 00000100:00100000:1.0:1788984978.270978:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973381888 00000100:00100000:1.0:1788984978.271055:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788984978.271080:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973381888:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984978.271097:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788984978.271115:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f50a expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984978.271135:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c2cf9c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788984978.271144:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984978.271157:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984978.271168:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb800, rc 0) 00000100:00100000:1.0:1788984978.271222:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973381888:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 159us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984978.271230:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788984978.271250:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973381888:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984978.271266:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984978.271276:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984978.271298:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788984978.271304:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984978.271312:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984978.468066:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984979.191200:0:30815:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc8ae267d0 20000000:00000080:3.0:1788984979.191226:0:30815:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1275651800 uarg=0000000000000000 10000000:01000000:3.0:1788984979.198138:0:30815:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984979.198181:0:30815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.198205:0:30815:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.198215:0:30815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.198275:0:30815:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.198294:0:30815:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 23 pid: 6508 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984979.198313:0:30815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412ab100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30815:1875885973382016:0@lo:104: 00000100:00100000:3.0:1788984979.198402:0:30815:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.198484:0:30815:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24540 going to sleep for 11 seconds 00000100:00100000:2.0:1788984979.198584:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382016 00000100:00100000:2.0:1788984979.198605:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382016 00000100:00100000:2.0:1788984979.198663:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 130 00000100:00100000:2.0:1788984979.198675:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:30815:x1875885973382016:12345-0@lo:104: 00010000:00010000:2.0:1788984979.198698:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984979.198772:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788984979.198778:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:30815:x1875885973382016:12345-0@lo:104: Request processed in 106us (377us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984979.198786:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 130 00000100:00100000:3.0:1788984979.199028:0:30815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412ab100 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30815:1875885973382016:0@lo:104: 00010000:00010000:3.0:1788984979.199052:0:30815:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.199290:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984979.199299:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.199307:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984979.199311:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.199320:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984979.199328:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984979.199334:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984979.199378:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.199399:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788984979.199458:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00010000:00010000:0.0:1788984979.199479:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.199486:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52f50a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f511 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.199505:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984979.199507:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984979.199508:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984979.199752:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973382144:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788984979.199799:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.202959:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382144 00000100:00100000:3.0:1788984979.202978:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382144 00010000:00010000:3.0:1788984979.203039:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 24 pid: 6508 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984979.203080:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:3.0:1788984979.203109:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973382144:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788984979.203129:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788984979.203136:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 24 pid: 6508 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203151:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 24 pid: 6508 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203173:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f511 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f50a expref: 24 pid: 6508 timeout: 919 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203194:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203205:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203228:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203237:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203256:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203264:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203271:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788984979.203276:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203293:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203318:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.203331:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788984979.203428:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973382144:12345-0@lo:103:ldlm_bl.0 Request processed in 321us (3627us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.203436:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00000100:00100000:2.0:1788984979.203781:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973382144:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984979.204073:0:30815:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.204085:0:30815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984979.204092:0:30815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f518 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984979.500900:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984979.510832:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984979.510884:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984979.510912:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788984979.510971:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184128 00000100:00100000:3.0:1788984979.510985:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184128 00000100:00100000:3.0:1788984979.511047:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 568 00000100:00100000:3.0:1788984979.511059:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953184128:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984979.511150:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953184128:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 92us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.511158:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 568 00000100:00100000:3.0:1788984979.511197:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184256 00000100:00100000:3.0:1788984979.511202:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184256 00000100:00100000:3.0:1788984979.511249:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184384 00000100:00100000:3.0:1788984979.511252:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184384 00000100:00100000:3.0:1788984979.511278:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 887 00000100:00100000:3.0:1788984979.511285:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953184256:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984979.511335:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953184256:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 50us (519us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.511342:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 887 00000100:00100000:3.0:1788984979.511356:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 888 00000100:00100000:3.0:1788984979.511363:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953184384:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984979.511386:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953184384:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (474us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.511392:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 888 00000100:00080000:3.0:1788984979.511524:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984979.511529:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984979.679105:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973382272:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984979.679202:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.679299:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382272 00000100:00100000:3.0:1788984979.679308:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382272 00000100:00100000:3.0:1788984979.679376:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:3.0:1788984979.679387:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973382272:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788984979.679427:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984979.679480:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973382272:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (277us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.679488:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00080000:3.0:1788984979.679512:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984979.679557:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973382272:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788984979.679796:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973382528:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984979.679830:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984979.679867:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382528 00000100:00100000:1.0:1788984979.679872:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382528 00000100:00100000:1.0:1788984979.679900:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1788984979.679917:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973382528:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984979.679953:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984979.680045:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973382528:12345-0@lo:13:osp-pre-1-0.0 Request processed in 128us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984979.680052:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:1.0:1788984979.680085:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973382528:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984979.680250:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973382400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984979.680282:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.680300:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973382912:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680333:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.680360:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973383424:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680390:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.680412:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788984979.680417:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973382784:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680436:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.680462:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973383296:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680483:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.680501:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973383808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680522:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984979.680549:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382400 00000100:00100000:3.0:1788984979.680553:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382400 00000100:00100000:3.0:1788984979.680579:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382784 00000100:00100000:3.0:1788984979.680581:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382784 00000100:00100000:3.0:1788984979.680594:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1788984979.680600:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973382400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788984979.680630:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788984979.680669:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973382400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.680691:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:3.0:1788984979.680706:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1788984979.680712:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973382784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680740:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973382784:12345-0@lo:400:kworker.0 Request processed in 29us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.680747:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:3.0:1788984979.680768:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382912 00000100:00100000:3.0:1788984979.680779:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382912 00000100:00100000:3.0:1788984979.680805:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383296 00000100:00100000:3.0:1788984979.680808:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383296 00000100:00100000:3.0:1788984979.680827:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383808 00000100:00100000:3.0:1788984979.680830:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383808 00000100:00100000:3.0:1788984979.680843:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1788984979.680849:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973382912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680879:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973382912:12345-0@lo:400:kworker.0 Request processed in 30us (545us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.680885:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 889 00000100:00100000:3.0:1788984979.680897:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1788984979.680903:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973383296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.680952:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973383296:12345-0@lo:400:kworker.0 Request processed in 49us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.680958:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 890 00000100:00100000:3.0:1788984979.680970:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 891 00000100:00100000:1.0:1788984979.681183:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973382656:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681212:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984979.681225:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973383168:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681244:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984979.681254:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973383680:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681274:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984979.681287:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788984979.681292:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973383040:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681314:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984979.681330:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973383552:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681351:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984979.681378:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383424 00000100:00100000:1.0:1788984979.681382:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383424 00000100:00100000:1.0:1788984979.681413:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383552 00000100:00100000:1.0:1788984979.681416:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383552 00000100:00100000:1.0:1788984979.681439:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788984979.681445:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973383424:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681478:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973383424:12345-0@lo:400:kworker.0 Request processed in 32us (1087us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984979.681495:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 349 00000100:00100000:1.0:1788984979.681508:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788984979.681514:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973383552:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.681546:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973383552:12345-0@lo:400:kworker.0 Request processed in 32us (193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984979.681552:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 350 00000100:00100000:1.0:1788984979.681589:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973383552:0@lo:400:kworker.0 00000100:00100000:0.0:1788984979.682102:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383040 00000100:00100000:0.0:1788984979.682108:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383040 00000100:00100000:0.0:1788984979.682135:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788984979.682143:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973383040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984979.682197:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973383040:12345-0@lo:400:kworker.0 Request processed in 56us (882us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984979.682204:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:0.0:1788984979.682230:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973382656 00000100:00100000:0.0:1788984979.682234:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973382656 00000100:00100000:0.0:1788984979.682250:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383168 00000100:00100000:0.0:1788984979.682260:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383168 00000100:00100000:0.0:1788984979.682276:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383680 00000100:00100000:0.0:1788984979.682278:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383680 00000100:00100000:0.0:1788984979.682292:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1788984979.682297:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973382656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984979.682330:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973382656:12345-0@lo:400:kworker.0 Request processed in 33us (1117us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984979.682336:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 892 00000100:00100000:0.0:1788984979.682348:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1788984979.682354:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973383168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984979.682379:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973383168:12345-0@lo:400:kworker.0 Request processed in 26us (1135us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984979.682385:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 893 00000100:00100000:0.0:1788984979.682395:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 894 00000100:00100000:0.0:1788984979.682401:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973383680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984979.682423:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973383680:12345-0@lo:400:kworker.0 Request processed in 23us (1149us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984979.682429:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 894 00000100:00100000:1.0:1788984979.682556:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973383040:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.682568:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973382656:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.682579:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973383168:0@lo:400:kworker.0 00000100:00100000:1.0:1788984979.682589:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973383680:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.682666:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973383808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.682718:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973383808:12345-0@lo:400:kworker.0 Request processed in 1742us (2194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984979.682724:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 891 00000100:00080000:3.0:1788984979.682767:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788984979.682772:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788984979.682775:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788984979.682778:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984979.682818:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973382784:0@lo:400:kworker.0 00010000:00080000:3.0:1788984979.682835:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1250ac8380 x1875885973383296/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984979.682861:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973383296:0@lo:400:kworker.0 00010000:00080000:3.0:1788984979.682875:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1250ac8a80 x1875885973383808/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788984995 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984979.682883:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973383808:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.682899:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973382400:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788984979.682909:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973382912:0@lo:400:kworker.0 00000100:00100000:3.0:1788984979.682919:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973383424:0@lo:400:kworker.0 10000000:01000000:0.0:1788984980.322529:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788984980.322540:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788984980.322547:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788984980.322627:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984980.322643:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984980.322657:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984980.322713:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973383936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788984980.322821:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984980.323330:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12462ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788984980.325629:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973383936 00000100:00100000:3.0:1788984980.325650:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973383936 00000100:00100000:3.0:1788984980.325741:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:3.0:1788984980.325754:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973383936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984980.325776:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984980.325802:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f51f expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984980.325838:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984980.325999:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984980.326011:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788984980.326114:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973383936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 362us (3292us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984980.326133:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:2.0:1788984980.326268:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973383936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788984980.326293:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984980.326313:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984980.326339:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788984980.326345:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984980.326353:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984980.510268:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788984981.417108:0:30914:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffecabd5dc0 20000000:00000080:3.0:1788984981.417130:0:30914:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11421a1800 uarg=0000000000000000 10000000:01000000:3.0:1788984981.418342:0:30914:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788984981.418374:0:30914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984981.418397:0:30914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984981.418407:0:30914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984981.418460:0:30914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984981.418478:0:30914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 23 pid: 6508 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984981.418495:0:30914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30914:1875885973384064:0@lo:104: 00000100:00100000:3.0:1788984981.418574:0:30914:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984981.418767:0:30914:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f780 going to sleep for 11 seconds 00000100:00100000:0.0:1788984981.418920:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384064 00000100:00100000:0.0:1788984981.419052:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384064 00000100:00100000:1.0:1788984981.419258:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 131 00000100:00100000:1.0:1788984981.419271:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:30914:x1875885973384064:12345-0@lo:104: 00010000:00010000:1.0:1788984981.419287:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788984981.419441:0:30914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:30914:1875885973384064:0@lo:104: 00010000:00010000:3.0:1788984981.419465:0:30914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.419499:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788984981.419506:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:30914:x1875885973384064:12345-0@lo:104: Request processed in 238us (932us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984981.419514:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 131 00010000:00010000:0.0:1788984981.419582:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788984981.419591:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984981.419599:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788984981.419604:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984981.419614:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788984981.419623:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788984981.419630:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788984981.419717:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984981.419725:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788984981.419760:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984981.419768:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f51f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f526 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984981.419811:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984981.419813:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984981.419905:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973384192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788984981.419968:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788984981.420055:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984981.420109:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384192 00000100:00100000:1.0:1788984981.420114:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384192 00010000:00010000:1.0:1788984981.420136:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 24 pid: 6508 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984981.420178:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:1.0:1788984981.420185:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1246219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973384192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984981.420200:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984981.420206:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 24 pid: 6508 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420218:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 24 pid: 6508 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420233:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f526 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f51f expref: 24 pid: 6508 timeout: 921 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420249:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420259:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420276:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420285:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420293:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420301:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420316:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984981.420321:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.420329:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984981.420508:0:30914:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984981.420518:0:30914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.421811:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.421841:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f52d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 30914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984981.421861:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984981.421972:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1246219850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973384192:12345-0@lo:103:ldlm_bl.0 Request processed in 1784us (2001us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984981.421982:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1788984981.422242:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973384192:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788984981.534114:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788984982.558093:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984982.558103:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984982.558108:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984982.558171:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984982.558185:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984982.558199:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984982.558233:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973384320:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984982.558317:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984982.558416:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d249c0 going to sleep for 11 seconds 00010000:00010000:1.0:1788984982.558894:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984982.559758:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384320 00000100:00100000:3.0:1788984982.559769:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384320 00000100:00100000:3.0:1788984982.559827:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:3.0:1788984982.559837:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973384320:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788984982.559854:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788984982.559873:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f534 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984982.559902:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984982.559915:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984982.560209:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677000, rc 0) 00000100:00100000:3.0:1788984982.560302:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973384320:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 465us (1984us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984982.560310:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1788984982.560340:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973384320:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984982.560362:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984982.560372:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984982.560395:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984982.560400:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984982.560417:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984982.750252:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788984982.750286:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973384448:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984982.750388:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984982.750521:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384448 00000100:00100000:3.0:1788984982.750533:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384448 00000100:00100000:3.0:1788984982.750622:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1788984982.750636:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973384448:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984982.750694:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984982.750753:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973384448:12345-0@lo:13:osp-pre-0-0.0 Request processed in 121us (366us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984982.750762:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00080000:2.0:1788984982.750886:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788984982.750982:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973384448:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984982.751265:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984982.751277:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973384576:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984982.751311:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984982.751350:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384576 00000100:00100000:3.0:1788984982.751355:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384576 00000100:00100000:3.0:1788984982.751386:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788984982.751393:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973384576:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984982.751407:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984982.751440:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973384576:12345-0@lo:13:osp-pre-0-1.0 Request processed in 48us (128us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984982.751446:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788984982.751477:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973384576:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788984982.751522:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984983.263878:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788984983.263906:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973384704:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984983.264014:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984983.264391:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384704 00000100:00100000:0.0:1788984983.264401:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384704 00000100:00100000:0.0:1788984983.264456:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788984983.264476:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973384704:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984983.264510:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984983.264564:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973384704:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (551us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984983.264571:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:0.0:1788984983.264626:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973384704:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788984983.582154:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788984984.620976:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984984.637920:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984984.637986:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184512 00000100:00100000:3.0:1788984984.637997:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984984.637997:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184512 00000100:00100000:1.0:1788984984.638056:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 571 00000100:00100000:1.0:1788984984.638067:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953184512:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984984.638154:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953184512:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 89us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984984.638163:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 571 00000100:00100000:0.0:1788984984.638455:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184640 00000100:00100000:0.0:1788984984.638461:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184640 00000100:00100000:0.0:1788984984.638512:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 895 00000100:00100000:0.0:1788984984.638530:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953184640:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984984.638573:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953184640:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 55us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984984.638580:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 895 00000100:00080000:2.0:1788984984.638691:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984984.650383:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984984.651906:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184768 00000100:00100000:0.0:1788984984.651921:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184768 00000100:00100000:0.0:1788984984.652026:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 896 00000100:00100000:0.0:1788984984.652040:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953184768:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984984.652152:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953184768:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 116us (1779us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984984.652160:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 896 00000100:00080000:2.0:1788984984.652503:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984984.799142:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114391a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973384832:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984984.799218:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984984.799498:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384832 00000100:00100000:1.0:1788984984.799508:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384832 00000100:00080000:2.0:1788984984.799582:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788984984.799805:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973384960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984984.799849:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984984.803446:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788984984.803470:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973384832:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788984984.803508:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984984.803602:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973384832:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (4384us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984984.803609:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:0.0:1788984984.804121:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114391a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973384832:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788984984.804329:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973384960 00000100:00100000:2.0:1788984984.804338:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973384960 00000100:00100000:2.0:1788984984.804385:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788984984.804394:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973384960:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788984984.804420:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788984984.804477:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973384960:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (4626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.804483:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:2.0:1788984984.804512:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973384960:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788984984.811166:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973385088:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788984984.811238:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984984.811283:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973385600:0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.811309:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984984.811328:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973386112:0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.811352:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984984.811377:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788984984.811383:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973385472:0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.811422:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984984.811445:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973385984:0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.811464:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984984.811479:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973386496:0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.811496:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984984.811692:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385088 00000100:00100000:2.0:1788984984.811703:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385088 00000100:00100000:2.0:1788984984.811764:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1788984984.811774:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973385088:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788984984.811808:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984984.811962:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973385216:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.811996:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984984.812023:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973385728:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812055:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984984.812075:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973386240:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812096:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984984.812127:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788984984.812133:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973385344:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812154:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984984.812171:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973385856:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812190:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984984.812206:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973386368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812222:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984984.812242:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385216 00000100:00100000:3.0:1788984984.812245:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385216 00000100:00100000:3.0:1788984984.812271:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788984984.812278:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973385216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812323:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973385216:12345-0@lo:400:kworker.0 Request processed in 45us (325us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984984.812330:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788984984.812360:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385472 00000100:00100000:3.0:1788984984.812364:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385472 00000100:00100000:3.0:1788984984.812381:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385728 00000100:00100000:3.0:1788984984.812384:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385728 00000100:00100000:3.0:1788984984.812397:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386240 00000100:00100000:3.0:1788984984.812399:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386240 00000100:00100000:3.0:1788984984.812410:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385344 00000100:00100000:3.0:1788984984.812412:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385344 00000100:00100000:3.0:1788984984.812422:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385856 00000100:00100000:3.0:1788984984.812424:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385856 00000100:00100000:3.0:1788984984.812436:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386368 00000100:00100000:3.0:1788984984.812444:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386368 00000100:00100000:3.0:1788984984.812461:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 897 00000100:00100000:3.0:1788984984.812467:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973385472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812506:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973385472:12345-0@lo:400:kworker.0 Request processed in 39us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984984.812512:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 897 00000100:00100000:2.0:1788984984.812709:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973385088:12345-0@lo:13:osp-pre-1-1.0 Request processed in 937us (1471us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.812716:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:2.0:1788984984.812737:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385600 00000100:00100000:2.0:1788984984.812740:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385600 00000100:00100000:2.0:1788984984.812764:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:2.0:1788984984.812771:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973385600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.812805:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973385600:12345-0@lo:400:kworker.0 Request processed in 36us (1495us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.812811:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:3.0:1788984984.812907:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1788984984.812915:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973385728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.812965:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973385728:12345-0@lo:400:kworker.0 Request processed in 51us (909us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984984.812971:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 898 00000100:00100000:3.0:1788984984.812984:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1788984984.812990:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973386240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.813015:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973386240:12345-0@lo:400:kworker.0 Request processed in 26us (918us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984984.813021:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 899 00000100:00100000:3.0:1788984984.813032:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1788984984.813037:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973385344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.813062:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973385344:12345-0@lo:400:kworker.0 Request processed in 25us (906us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984984.813067:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 900 00000100:00100000:3.0:1788984984.813077:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1788984984.813082:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973385856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.813106:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973385856:12345-0@lo:400:kworker.0 Request processed in 24us (915us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.813548:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386112 00000100:00100000:2.0:1788984984.813554:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386112 00000100:00100000:2.0:1788984984.813585:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973385984 00000100:00100000:2.0:1788984984.813588:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973385984 00000100:00100000:2.0:1788984984.813601:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386496 00000100:00100000:2.0:1788984984.813604:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386496 00000100:00100000:2.0:1788984984.813618:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1788984984.813624:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973386112:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.813683:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973386112:12345-0@lo:400:kworker.0 Request processed in 59us (2331us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.813689:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 351 00000100:00100000:2.0:1788984984.813700:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1788984984.813706:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973385984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.813732:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973385984:12345-0@lo:400:kworker.0 Request processed in 27us (2267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.813737:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 352 00000100:00100000:2.0:1788984984.813747:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 353 00000100:00100000:2.0:1788984984.813752:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973386496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984984.813777:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973386496:12345-0@lo:400:kworker.0 Request processed in 25us (2280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984984.813782:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 353 00000100:00100000:3.0:1788984984.813896:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 901 00000100:00100000:3.0:1788984984.813912:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1788984984.813920:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973386368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.813973:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973386368:12345-0@lo:400:kworker.0 Request processed in 55us (1750us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984984.813979:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 902 00000100:00100000:3.0:1788984984.814033:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973385344:0@lo:400:kworker.0 00010000:00080000:3.0:1788984984.814047:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e33100 x1875885973385856/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984984.814059:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973385856:0@lo:400:kworker.0 00010000:00080000:3.0:1788984984.814070:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143005c00 x1875885973386368/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985000 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788984984.814078:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973386368:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814088:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973385216:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814099:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e31880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973385728:0@lo:400:kworker.0 00000100:00080000:2.0:1788984984.814484:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788984984.814490:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984984.814492:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788984984.814495:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984984.814554:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973386240:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814614:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973385472:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814626:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e30700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973385984:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814650:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973386496:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814678:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973385088:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984984.814702:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973385600:0@lo:400:kworker.0 00000100:00100000:3.0:1788984984.814714:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973386112:0@lo:400:kworker.0 00010000:00010000:1.0:1788984985.631636:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984986.655157:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984987.680886:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984987.870174:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788984987.870196:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973386624:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788984987.870264:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984987.870320:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386624 00000100:00100000:1.0:1788984987.870331:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386624 00000100:00100000:1.0:1788984987.870397:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1788984987.870407:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973386752:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984987.870407:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973386624:12345-0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984987.870436:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00002000:00000024:1.0:1788984987.870436:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788984987.870473:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386752 00000100:00100000:2.0:1788984987.870477:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386752 00000100:00100000:1.0:1788984987.870480:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973386624:12345-0@lo:13:osp-pre-0-0.0 Request processed in 75us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984987.870496:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788984987.870502:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973386752:12345-0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984987.870502:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00002000:00000024:2.0:1788984987.870524:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788984987.870549:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973386624:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984987.870552:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973386752:12345-0@lo:13:osp-pre-0-1.0 Request processed in 50us (115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984987.870563:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788984987.870592:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973386752:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788984987.870714:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984988.382309:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973386880:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788984988.382383:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984988.386614:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973386880 00000100:00100000:1.0:1788984988.386632:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973386880 00000100:00100000:1.0:1788984988.386692:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1788984988.386703:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973386880:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788984988.386741:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788984988.386825:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973386880:12345-0@lo:41:osp-pre-1-0.0 Request processed in 124us (4442us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984988.386833:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:1.0:1788984988.386887:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973386880:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788984988.703871:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984989.729262:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984989.752489:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984989.752547:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984989.752606:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984989.752722:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953184896 00000100:00100000:1.0:1788984989.752736:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953184896 00000100:00100000:1.0:1788984989.752811:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 573 00000100:00100000:1.0:1788984989.752824:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953184896:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984989.752968:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953184896:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 105us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984989.752977:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 573 00000100:00100000:3.0:1788984989.753254:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185024 00000100:00100000:3.0:1788984989.753260:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185024 00000100:00100000:3.0:1788984989.753320:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185152 00000100:00100000:3.0:1788984989.753324:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185152 00000100:00100000:3.0:1788984989.753350:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 903 00000100:00100000:3.0:1788984989.753358:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953185024:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984989.753401:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953185024:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 44us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984989.753407:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 903 00000100:00100000:3.0:1788984989.753421:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 904 00000100:00100000:3.0:1788984989.753427:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953185152:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984989.753450:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953185152:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (845us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984989.753457:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 904 00000100:00080000:0.0:1788984989.753563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984989.753568:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788984989.918105:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973387264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.918177:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984989.918255:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387264 00000100:00100000:2.0:1788984989.918264:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387264 00000100:00100000:2.0:1788984989.918326:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1788984989.918334:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973387264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.918389:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973387264:12345-0@lo:400:kworker.0 Request processed in 55us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984989.918397:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:2.0:1788984989.918440:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973387264:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.918743:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973387392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.918777:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984989.918815:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387392 00000100:00100000:2.0:1788984989.918819:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387392 00000100:00100000:2.0:1788984989.918845:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1788984989.918851:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973387392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.918886:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973387392:12345-0@lo:400:kworker.0 Request processed in 35us (109us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984989.918893:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 905 00000100:00100000:2.0:1788984989.918919:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973387392:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.918989:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973387776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.919013:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984989.919070:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973387904:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.919098:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984989.919123:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387904 00000100:00100000:2.0:1788984989.919127:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387904 00000100:00100000:2.0:1788984989.919158:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 354 00000100:00100000:2.0:1788984989.919165:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973387904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.919198:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d3aac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973387904:12345-0@lo:400:kworker.0 Request processed in 34us (99us total) trans 0 rc 0/0 00000100:00100000:2.0:1788984989.919204:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 354 00000100:00100000:3.0:1788984989.919948:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973387008:0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.919992:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984989.920021:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973387520:0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.920047:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984989.920080:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788984989.920086:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973387136:0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.920108:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984989.920127:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973387648:0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.920148:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984989.920178:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387776 00000100:00100000:3.0:1788984989.920182:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387776 00000100:00100000:3.0:1788984989.920214:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387136 00000100:00100000:3.0:1788984989.920217:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387136 00000100:00100000:3.0:1788984989.920230:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387648 00000100:00100000:3.0:1788984989.920233:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387648 00000100:00080000:0.0:1788984989.920824:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788984989.920830:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984989.920833:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984989.920911:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973388032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984989.920964:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984989.921006:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388032 00000100:00100000:0.0:1788984989.921011:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388032 00000100:00100000:0.0:1788984989.921047:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:0.0:1788984989.921055:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973388032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788984989.921081:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984989.921125:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973388032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 71us (160us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.921140:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00080000:0.0:1788984989.921162:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984989.921192:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973388032:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788984989.921248:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 906 00000100:00100000:0.0:1788984989.921258:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973387776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.921291:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973387776:12345-0@lo:400:kworker.0 Request processed in 37us (2278us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.921297:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 906 00000100:00100000:2.0:1788984989.921762:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973387904:0@lo:400:kworker.0 00010000:00080000:2.0:1788984989.921791:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143004a80 x1875885973387776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788984989.921803:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973387776:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.921853:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973388288:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.921882:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984989.921942:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973388416:0@lo:400:kworker.0 00000100:00100000:2.0:1788984989.921965:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984989.922113:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388288 00000100:00100000:3.0:1788984989.922118:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388288 00000100:00100000:3.0:1788984989.922139:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388416 00000100:00100000:3.0:1788984989.922142:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388416 00000100:00100000:3.0:1788984989.922157:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1788984989.922164:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973387136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.922202:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973387136:12345-0@lo:400:kworker.0 Request processed in 38us (2092us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984989.922208:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 907 00000100:00100000:3.0:1788984989.922221:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1788984989.922227:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973387648:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.922251:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973387648:12345-0@lo:400:kworker.0 Request processed in 25us (2103us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984989.922257:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 908 00000100:00100000:3.0:1788984989.922268:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1788984989.922274:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973388288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.922304:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973388288:12345-0@lo:400:kworker.0 Request processed in 30us (421us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984989.923087:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 909 00000100:00100000:3.0:1788984989.923114:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1788984989.923122:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973388416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.923219:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973388416:12345-0@lo:400:kworker.0 Request processed in 98us (1252us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984989.923226:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 910 00000100:00100000:3.0:1788984989.923284:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973388288:0@lo:400:kworker.0 00000100:00080000:2.0:1788984989.923377:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788984989.923382:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788984989.923891:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387520 00000100:00100000:0.0:1788984989.923900:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387520 00000100:00100000:0.0:1788984989.923953:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788984989.923962:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973387520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.924017:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973387520:12345-0@lo:400:kworker.0 Request processed in 57us (3968us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.924022:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788984989.924045:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973387008 00000100:00100000:0.0:1788984989.924049:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973387008 00000100:00100000:0.0:1788984989.924077:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1788984989.924084:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973387008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.924114:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973387008:12345-0@lo:400:kworker.0 Request processed in 30us (4122us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.924119:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1788984989.924204:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973388160:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.924235:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984989.924260:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973388672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984989.924296:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984989.924783:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788984989.924793:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973388544:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.924822:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984989.924859:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388160 00000100:00100000:0.0:1788984989.924863:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388160 00000100:00100000:0.0:1788984989.924903:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388544 00000100:00100000:0.0:1788984989.924907:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388544 00000100:00100000:0.0:1788984989.924961:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788984989.924970:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973388160:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.925014:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973388160:12345-0@lo:400:kworker.0 Request processed in 46us (778us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.925021:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 355 00000100:00100000:0.0:1788984989.925034:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1788984989.925041:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973388544:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.925069:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973388544:12345-0@lo:400:kworker.0 Request processed in 29us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.925075:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 356 00000100:00100000:0.0:1788984989.925099:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388672 00000100:00100000:0.0:1788984989.925102:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388672 00000100:00100000:0.0:1788984989.925124:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:0.0:1788984989.925130:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973388672:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788984989.925160:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788984989.925192:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973388672:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.925197:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00080000:0.0:1788984989.925219:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788984989.925231:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984989.925257:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973388544:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.925267:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973388160:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.925280:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973388672:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984989.926151:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973387136:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.926175:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973387648:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.926185:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973387008:0@lo:400:kworker.0 00000100:00100000:0.0:1788984989.926195:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973387520:0@lo:400:kworker.0 00000100:00100000:3.0:1788984989.926335:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973388800:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984989.926388:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984989.929785:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388800 00000100:00100000:0.0:1788984989.929800:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388800 00000100:00100000:0.0:1788984989.929851:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788984989.929861:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973388800:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984989.929886:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984989.929984:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973388800:12345-0@lo:13:osp-pre-1-1.0 Request processed in 124us (3595us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984989.929991:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:0.0:1788984989.930130:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973388800:0@lo:13:osp-pre-1-1.0 00010000:00080000:1.0:1788984989.930570:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143005f80 x1875885973388416/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985005 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788984989.930595:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973388416:0@lo:400:kworker.0 00010000:00010000:2.0:1788984990.750941:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984991.780183:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984992.798405:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788984992.991082:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973388928:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788984992.991181:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984992.991634:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973388928 00000100:00100000:0.0:1788984992.991646:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973388928 00000100:00100000:0.0:1788984992.991710:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1788984992.991722:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973388928:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788984992.991759:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984992.991829:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973388928:12345-0@lo:13:osp-pre-0-1.0 Request processed in 109us (647us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984992.991837:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1788984992.991864:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973389056:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984992.991895:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788984992.991954:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984992.991968:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389056 00000100:00100000:0.0:1788984992.991972:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389056 00000100:00100000:0.0:1788984992.992000:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788984992.992007:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973389056:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788984992.992019:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984992.992049:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973389056:12345-0@lo:13:osp-pre-0-0.0 Request processed in 42us (153us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984992.992055:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:0.0:1788984992.992103:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973388928:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788984992.992130:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788984992.992149:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973389056:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788984993.502562:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788984993.502591:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973389184:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788984993.502705:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984993.506244:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389184 00000100:00100000:0.0:1788984993.506268:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389184 00000100:00100000:0.0:1788984993.506352:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:0.0:1788984993.506365:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973389184:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984993.506418:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984993.506532:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973389184:12345-0@lo:41:osp-pre-1-0.0 Request processed in 169us (3827us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984993.506540:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:2.0:1788984993.510282:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973389184:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788984993.822847:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984994.849244:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788984994.874212:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984994.874333:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185408 00000100:00100000:1.0:1788984994.874347:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185408 00000100:00100000:1.0:1788984994.874466:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 911 00000100:00100000:1.0:1788984994.874480:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953185408:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984994.874604:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953185408:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 120us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984994.874612:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 911 00000100:00080000:1.0:1788984994.874638:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984994.874687:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984994.874839:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984994.874863:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185280 00000100:00100000:1.0:1788984994.874867:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185280 00000100:00100000:1.0:1788984994.874893:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 575 00000100:00100000:1.0:1788984994.874900:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953185280:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984994.874958:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953185280:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 58us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984994.874965:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 575 00000100:00100000:1.0:1788984994.874998:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185536 00000100:00100000:1.0:1788984994.875002:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185536 00000100:00100000:1.0:1788984994.875036:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 912 00000100:00100000:1.0:1788984994.875043:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953185536:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984994.875069:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953185536:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984994.875076:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 912 00000100:00080000:1.0:1788984994.875142:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984995.038187:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973389312:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788984995.038314:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984995.038434:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389312 00000100:00100000:0.0:1788984995.038460:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389312 00000100:00100000:0.0:1788984995.038541:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:0.0:1788984995.038555:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973389312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788984995.038591:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788984995.038646:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973389312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (332us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984995.038654:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00080000:0.0:1788984995.038684:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788984995.038737:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973389312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788984995.038878:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788984995.038888:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973389440:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788984995.038922:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984995.038987:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389440 00000100:00100000:3.0:1788984995.038992:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389440 00000100:00100000:3.0:1788984995.039025:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788984995.039032:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973389440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788984995.039045:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984995.039077:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973389440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (155us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984995.039084:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00080000:3.0:1788984995.039099:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788984995.039120:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e33480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973389440:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788984995.039427:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788984995.039450:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973389568:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788984995.039490:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984995.039544:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389568 00000100:00100000:1.0:1788984995.039548:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389568 00000100:00100000:1.0:1788984995.039584:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788984995.039592:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973389568:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788984995.039623:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788984995.039665:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973389568:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (174us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984995.039671:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:1.0:1788984995.039703:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973389568:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788984995.042296:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973389952:0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.042385:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984995.042438:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973390464:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042551:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973390080:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042602:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984995.042626:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973390592:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042652:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984995.042679:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788984995.042685:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973389696:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042718:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984995.042742:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973390208:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042768:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984995.042783:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973390720:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042804:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984995.042835:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390080 00000100:00100000:3.0:1788984995.042846:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390080 00000100:00100000:3.0:1788984995.042895:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788984995.042905:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973390080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.042996:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973390080:12345-0@lo:400:kworker.0 Request processed in 92us (392us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984995.043004:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788984995.043028:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390592 00000100:00100000:3.0:1788984995.043032:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390592 00000100:00100000:3.0:1788984995.043073:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788984995.043081:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973390592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.043113:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973390592:12345-0@lo:400:kworker.0 Request processed in 33us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984995.043120:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 357 00000100:00100000:3.0:1788984995.043138:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389696 00000100:00100000:3.0:1788984995.043142:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389696 00000100:00100000:3.0:1788984995.043174:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:3.0:1788984995.043180:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973389696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.043211:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973389696:12345-0@lo:400:kworker.0 Request processed in 32us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984995.043217:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:3.0:1788984995.043251:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984995.043281:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973389696:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.043295:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973390080:0@lo:400:kworker.0 00000100:00100000:3.0:1788984995.043305:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973390592:0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.043461:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389952 00000100:00100000:1.0:1788984995.043466:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389952 00000100:00100000:1.0:1788984995.043506:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390208 00000100:00100000:1.0:1788984995.043509:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390208 00000100:00100000:1.0:1788984995.043548:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390720 00000100:00100000:1.0:1788984995.043552:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390720 00000100:00100000:1.0:1788984995.043570:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1788984995.043578:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973389952:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.043618:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973389952:12345-0@lo:400:kworker.0 Request processed in 42us (1234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984995.043624:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 913 00000100:00100000:1.0:1788984995.043638:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1788984995.043644:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973390208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.043677:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973390208:12345-0@lo:400:kworker.0 Request processed in 33us (909us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984995.043683:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 914 00000100:00100000:1.0:1788984995.043696:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 915 00000100:00100000:1.0:1788984995.043702:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973390720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.043739:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973390720:12345-0@lo:400:kworker.0 Request processed in 37us (934us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984995.043746:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 915 00000100:00080000:1.0:1788984995.043776:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788984995.043808:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973390208:0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.043819:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973390720:0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.043995:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984995.044032:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973389952:0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044044:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788984995.044053:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973389824:0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044078:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984995.044096:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973390336:0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044118:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984995.044132:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973390848:0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044154:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984995.044182:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973389824 00000100:00100000:0.0:1788984995.044186:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973389824 00000100:00100000:0.0:1788984995.044221:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390336 00000100:00100000:0.0:1788984995.044224:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390336 00000100:00100000:0.0:1788984995.044242:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390848 00000100:00100000:0.0:1788984995.044245:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390848 00000100:00100000:0.0:1788984995.044262:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1788984995.044268:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973389824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044307:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973389824:12345-0@lo:400:kworker.0 Request processed in 39us (228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984995.044313:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 916 00000100:00100000:0.0:1788984995.044326:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1788984995.044333:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973390336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044360:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973390336:12345-0@lo:400:kworker.0 Request processed in 28us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984995.044366:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 917 00000100:00100000:0.0:1788984995.044379:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1788984995.044385:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973390848:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788984995.044411:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973390848:12345-0@lo:400:kworker.0 Request processed in 27us (256us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984995.044417:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 918 00000100:00100000:0.0:1788984995.044869:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973389824:0@lo:400:kworker.0 00010000:00080000:0.0:1788984995.044892:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9ed80 x1875885973390336/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984995.044903:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973390336:0@lo:400:kworker.0 00010000:00080000:0.0:1788984995.044914:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cf100 x1875885973390848/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788984995.045900:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973390848:0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.046036:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390464 00000100:00100000:1.0:1788984995.046046:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390464 00000100:00100000:1.0:1788984995.046114:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 358 00000100:00100000:1.0:1788984995.046123:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973390464:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788984995.046200:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973390464:12345-0@lo:400:kworker.0 Request processed in 79us (2205us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984995.046207:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 358 00000100:00080000:1.0:1788984995.046240:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788984995.046246:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788984995.046749:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973390464:0@lo:400:kworker.0 00000001:02000400:2.0:1788984995.571285:0:31307:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 14: test default nodemap nid lookup === 16:16:33 (1788984993) 00010000:00010000:2.0:1788984995.873002:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984996.900053:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788984997.036921:0:31355:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc58306040 20000000:00000080:0.0:1788984997.036968:0:31355:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4f400 uarg=0000000000000000 10000000:01000000:0.0:1788984997.037028:0:31355:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788984997.037047:0:31355:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.037065:0:31355:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.037074:0:31355:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.037113:0:31355:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.037129:0:31355:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 23 pid: 6509 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984997.037146:0:31355:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31355:1875885973390976:0@lo:104: 00000100:00100000:0.0:1788984997.037213:0:31355:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984997.037269:0:31355:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018900 going to sleep for 11 seconds 00000100:00100000:3.0:1788984997.038050:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788984997.038081:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973390976 00000100:00100000:3.0:1788984997.038091:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973390976 00000100:00100000:3.0:1788984997.038147:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 132 00000100:00100000:3.0:1788984997.038158:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:31355:x1875885973390976:12345-0@lo:104: 00010000:00010000:3.0:1788984997.038175:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788984997.038269:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788984997.038283:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e08850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:31355:x1875885973390976:12345-0@lo:104: Request processed in 120us (1063us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984997.038291:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 132 00010000:00010000:2.0:1788984997.038582:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788984997.038591:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984997.038600:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788984997.038605:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984997.038616:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788984997.038624:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788984997.038630:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788984997.038686:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984997.038694:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788984997.038729:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984997.038737:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f534 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f53b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984997.043071:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788984997.043101:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973391104:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788984997.043182:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788984997.043256:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391104 00000100:00100000:1.0:1788984997.043265:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391104 00010000:00010000:1.0:1788984997.043304:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 24 pid: 6509 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788984997.043343:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1788984997.043353:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973391104:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788984997.043367:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788984997.043389:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 24 pid: 6509 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043403:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 24 pid: 6509 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043425:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043434:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043452:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043461:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043468:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043475:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043482:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788984997.043487:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043496:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043507:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984997.043537:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788984997.043576:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973391104:12345-0@lo:103:ldlm_bl.0 Request processed in 225us (395us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984997.043583:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1788984997.043630:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973391104:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788984997.043914:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984997.043917:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984997.043919:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788984997.044790:0:31355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f53b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f534 expref: 23 pid: 6509 timeout: 936 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788984997.044807:0:31355:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31355:1875885973390976:0@lo:104: 00010000:00010000:0.0:1788984997.044837:0:31355:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.044847:0:31355:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.044853:0:31355:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984997.044859:0:31355:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f542 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31355 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984997.920789:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788984998.115152:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973391360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788984998.115231:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788984998.117198:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391360 00000100:00100000:3.0:1788984998.117213:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391360 00000100:00100000:3.0:1788984998.117282:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788984998.117293:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973391360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788984998.117327:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984998.117433:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973391360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 142us (2201us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984998.117440:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788984998.117511:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973391360:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788984998.118674:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973391232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788984998.118737:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788984998.118813:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788984998.119775:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391232 00000100:00100000:3.0:1788984998.119785:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391232 00000100:00100000:3.0:1788984998.119851:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:3.0:1788984998.119860:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973391232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788984998.119885:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788984998.119975:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143919c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973391232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 116us (1239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984998.119983:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:1.0:1788984998.120130:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788984998.120174:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973391232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788984998.622160:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973391488:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788984998.622229:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788984998.622316:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391488 00000100:00100000:0.0:1788984998.622324:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391488 00000100:00100000:0.0:1788984998.622371:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:0.0:1788984998.622380:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973391488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788984998.622423:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788984998.630826:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973391488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 8255us (8404us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984998.630841:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:3.0:1788984998.631095:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973391488:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788984998.686575:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788984998.686582:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788984998.686588:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788984998.686648:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984998.686660:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788984998.686672:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788984998.686698:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973391616:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788984998.686775:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788984998.687787:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2180 going to sleep for 11 seconds 00000100:00100000:0.0:1788984998.689021:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391616 00000100:00100000:0.0:1788984998.689032:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391616 00000100:00100000:0.0:1788984998.689090:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:0.0:1788984998.689099:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973391616:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788984998.689116:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788984998.689135:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f549 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984998.689170:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984998.689182:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984998.689191:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788984998.689262:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973391616:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (2487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984998.689270:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1788984998.689357:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973391616:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788984998.689374:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984998.689383:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788984998.689402:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788984998.689407:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788984998.689414:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788984998.943562:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788984999.966770:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788984999.995841:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984999.995905:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788984999.995997:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185792 00000100:00100000:0.0:1788984999.996012:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185792 00000100:00100000:0.0:1788984999.996097:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 919 00000100:00100000:0.0:1788984999.996110:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953185792:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788984999.996143:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788984999.996166:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185920 00000100:00100000:1.0:1788984999.996169:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185920 00000100:00100000:1.0:1788984999.996201:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 920 00000100:00100000:1.0:1788984999.996210:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953185920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788984999.996210:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953185792:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 103us (385us total) trans 0 rc 0/0 00000100:00100000:0.0:1788984999.996219:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 919 00000100:00100000:1.0:1788984999.996240:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953185920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (97us total) trans 0 rc 0/0 00000100:00100000:1.0:1788984999.996247:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 920 00000100:00080000:0.0:1788984999.996258:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788984999.996265:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788984999.996298:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953185664 00000100:00100000:3.0:1788984999.996303:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953185664 00000100:00100000:3.0:1788984999.996380:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 578 00000100:00100000:3.0:1788984999.996388:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953185664:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788984999.996441:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953185664:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 54us (536us total) trans 0 rc 0/0 00000100:00100000:3.0:1788984999.996448:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 578 00000100:00100000:0.0:1788985000.158328:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973391744:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985000.158497:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973391872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.158588:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.158645:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973392384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.158674:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.158694:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973392896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.158741:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985000.158741:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.158806:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973393408:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.158821:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973392256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.158841:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985000.158872:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.158885:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788985000.158901:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973392000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.158914:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973392768:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.158966:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.158991:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973392512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159011:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.159027:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973393024:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159044:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.159058:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973393536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985000.159098:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.159136:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391872 00000100:00100000:1.0:1788985000.159145:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391872 00000100:00100000:1.0:1788985000.159195:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1788985000.159204:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973391872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159258:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973391872:12345-0@lo:400:kworker.0 Request processed in 55us (671us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.159266:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:1.0:1788985000.159299:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392384 00000100:00100000:1.0:1788985000.159303:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392384 00000100:00100000:1.0:1788985000.159325:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393536 00000100:00100000:1.0:1788985000.159329:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393536 00000100:00100000:1.0:1788985000.159341:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1788985000.159347:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973392384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159384:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973392384:12345-0@lo:400:kworker.0 Request processed in 35us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.159392:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:1.0:1788985000.159409:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1788985000.159417:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973393536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985000.159441:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985000.159476:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973393536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 60us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.159494:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:1.0:1788985000.159519:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392896 00000100:00100000:1.0:1788985000.159522:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392896 00000100:00100000:1.0:1788985000.159559:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393408 00000100:00100000:1.0:1788985000.159562:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393408 00000100:00100000:1.0:1788985000.159608:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1788985000.159616:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973392896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159654:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973392896:12345-0@lo:400:kworker.0 Request processed in 39us (929us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.159661:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1788985000.159672:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1788985000.159678:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973393408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159703:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973393408:12345-0@lo:400:kworker.0 Request processed in 26us (866us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.159708:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 360 00000100:00100000:1.0:1788985000.159734:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392256 00000100:00100000:0.0:1788985000.159736:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.159740:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392256 00000100:00100000:1.0:1788985000.159776:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392000 00000100:00100000:0.0:1788985000.159780:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973393280:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.159782:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392000 00000100:00100000:1.0:1788985000.159815:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392512 00000100:00100000:1.0:1788985000.159821:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392512 00000100:00100000:0.0:1788985000.159838:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.159845:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393024 00000100:00100000:1.0:1788985000.159850:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393024 00000100:00100000:1.0:1788985000.159874:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1788985000.159882:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973392256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.159891:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:0.0:1788985000.159904:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973392128:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.160323:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985000.161527:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973392256:12345-0@lo:400:kworker.0 Request processed in 1638us (2648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.161539:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 921 00000100:00100000:1.0:1788985000.161572:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1788985000.161584:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973392000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.161652:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973392000:12345-0@lo:400:kworker.0 Request processed in 74us (2687us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.161687:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 922 00000100:00100000:1.0:1788985000.161701:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1788985000.161707:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973392512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.161741:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973392512:12345-0@lo:400:kworker.0 Request processed in 35us (2729us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.161747:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 923 00000100:00100000:1.0:1788985000.161759:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1788985000.161766:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973393024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.161795:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973393024:12345-0@lo:400:kworker.0 Request processed in 30us (2751us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.161802:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 924 00000100:00100000:1.0:1788985000.161841:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392768 00000100:00100000:1.0:1788985000.161847:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392768 00000100:00100000:1.0:1788985000.161880:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393280 00000100:00100000:1.0:1788985000.161884:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393280 00000100:00100000:1.0:1788985000.161899:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788985000.161907:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973392768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.161977:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973392768:12345-0@lo:400:kworker.0 Request processed in 70us (2247us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.161982:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 361 00000100:00100000:1.0:1788985000.161995:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788985000.162000:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973393280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162027:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973393280:12345-0@lo:400:kworker.0 Request processed in 27us (2193us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985000.162032:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 362 00000100:00100000:1.0:1788985000.162097:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973392000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162109:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973392512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162120:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973393024:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162140:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973393536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985000.162150:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973391872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162161:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440ca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973392384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162173:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973392896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985000.162183:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973393408:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.163625:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973392640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.163698:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985000.163739:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973393152:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.163766:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985000.163788:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973393664:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985000.163816:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985000.163873:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973392256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.163891:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973392768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.163905:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973393280:0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.163992:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973391744 00000100:00100000:0.0:1788985000.163999:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973391744 00000100:00100000:0.0:1788985000.164060:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393664 00000100:00100000:0.0:1788985000.164064:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393664 00000100:00100000:0.0:1788985000.164083:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788985000.164094:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973391744:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985000.164135:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985000.164188:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973391744:12345-0@lo:13:osp-pre-1-1.0 Request processed in 95us (5461us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985000.164208:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788985000.164229:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788985000.164236:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973393664:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985000.164248:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985000.164275:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973393664:12345-0@lo:13:osp-pre-1-0.0 Request processed in 39us (457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985000.164281:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788985000.164302:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392640 00000100:00100000:0.0:1788985000.164307:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392640 00000100:00100000:0.0:1788985000.164335:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393152 00000100:00100000:0.0:1788985000.164338:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393152 00000100:00100000:0.0:1788985000.164354:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1788985000.164361:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973392640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.164397:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973392640:12345-0@lo:400:kworker.0 Request processed in 37us (699us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985000.164404:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 925 00000100:00100000:0.0:1788985000.164417:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 926 00000100:00100000:0.0:1788985000.164423:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973393152:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985000.164449:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973393152:12345-0@lo:400:kworker.0 Request processed in 27us (682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985000.164455:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 926 00000100:00080000:1.0:1788985000.167151:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985000.167162:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985000.167167:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985000.167169:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985000.169221:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973392128 00000100:00100000:2.0:1788985000.169246:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973392128 00000100:00100000:2.0:1788985000.169319:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:2.0:1788985000.169332:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973392128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985000.169462:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973392128:12345-0@lo:400:kworker.0 Request processed in 133us (9139us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985000.169470:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1788985000.175630:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440cad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973392128:0@lo:400:kworker.0 00010000:00080000:3.0:1788985000.175663:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11440c8a80 x1875885973392640/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985000.175702:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973392640:0@lo:400:kworker.0 00010000:00080000:3.0:1788985000.175721:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b73480 x1875885973393152/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985000.175731:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973393152:0@lo:400:kworker.0 00000100:00100000:3.0:1788985000.175761:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973393664:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985000.175781:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973391744:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788985000.992623:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985001.414514:0:31551:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4dd28c40 20000000:00000080:1.0:1788985001.414532:0:31551:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c0400 uarg=0000000000000000 10000000:01000000:1.0:1788985001.414588:0:31551:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985001.414609:0:31551:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.414627:0:31551:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.414635:0:31551:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.414674:0:31551:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.414695:0:31551:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 23 pid: 6506 timeout: 941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985001.414710:0:31551:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31551:1875885973393792:0@lo:104: 00000100:00100000:1.0:1788985001.414773:0:31551:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985001.415192:0:31551:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34900 going to sleep for 11 seconds 00000100:00100000:0.0:1788985001.420789:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393792 00000100:00100000:0.0:1788985001.420809:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393792 00000100:00100000:0.0:1788985001.420888:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 133 00000100:00100000:0.0:1788985001.420901:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:31551:x1875885973393792:12345-0@lo:104: 00010000:00010000:0.0:1788985001.420922:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985001.421083:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985001.421090:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:31551:x1875885973393792:12345-0@lo:104: Request processed in 193us (6317us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985001.421097:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 133 00000100:00100000:1.0:1788985001.421231:0:31551:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31551:1875885973393792:0@lo:104: 00010000:00010000:1.0:1788985001.421263:0:31551:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.422027:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985001.422048:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.422065:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985001.422070:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.422080:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985001.422087:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985001.422091:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985001.422135:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.422141:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985001.422170:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.422178:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f549 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f550 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.422196:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985001.422198:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985001.422200:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985001.422741:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973393920:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985001.422803:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985001.422920:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973393920 00000100:00100000:1.0:1788985001.422962:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973393920 00010000:00010000:1.0:1788985001.422990:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 24 pid: 6506 timeout: 941 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985001.423026:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:1.0:1788985001.423035:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973393920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985001.423047:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985001.423052:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 24 pid: 6506 timeout: 941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423072:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 24 pid: 6506 timeout: 941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423086:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f550 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f549 expref: 24 pid: 6506 timeout: 941 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423101:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423118:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423132:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423139:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423145:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423151:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423156:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985001.423160:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423168:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423180:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985001.423189:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985001.423226:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973393920:12345-0@lo:103:ldlm_bl.0 Request processed in 191us (421us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985001.423232:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00000100:00100000:0.0:1788985001.423631:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973393920:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985001.424075:0:31551:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.424086:0:31551:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985001.424102:0:31551:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f557 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31551 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985002.014379:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985003.040098:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985003.231315:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985003.231337:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973394048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985003.231411:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985003.231488:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394048 00000100:00100000:3.0:1788985003.231496:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394048 00000100:00100000:3.0:1788985003.231549:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:3.0:1788985003.231558:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973394048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985003.231584:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985003.232528:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973394048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 968us (1114us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985003.232537:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00080000:3.0:1788985003.232561:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985003.232595:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973394048:0@lo:13:osp-pre-0-0.0 10000000:01000000:0.0:1788985003.234564:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985003.234572:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985003.234577:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985003.234636:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985003.234649:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985003.234660:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985003.234684:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973394176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985003.234745:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985003.234794:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627d840 going to sleep for 11 seconds 00000100:00100000:2.0:1788985003.234953:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394176 00000100:00100000:2.0:1788985003.234962:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394176 00000100:00100000:2.0:1788985003.235008:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1788985003.235017:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973394176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985003.235029:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985003.235042:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f55e expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985003.235062:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985003.235072:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985003.235081:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebe00, rc 0) 00000100:00100000:2.0:1788985003.235121:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973394176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 105us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985003.235127:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1788985003.235182:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973394176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985003.235196:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985003.235205:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985003.235234:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985003.235239:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985003.235247:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985003.236103:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985003.236120:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973394304:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985003.236175:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985003.236307:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394304 00000100:00100000:3.0:1788985003.236314:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394304 00000100:00100000:3.0:1788985003.236365:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788985003.236373:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973394304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985003.236406:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985003.236448:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973394304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 75us (272us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985003.236464:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788985003.236501:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973394304:0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788985003.238270:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985003.746843:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973394432:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985003.746917:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985003.747841:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394432 00000100:00100000:2.0:1788985003.747853:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394432 00000100:00100000:2.0:1788985003.747898:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:2.0:1788985003.747906:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973394432:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985003.747951:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985003.748003:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973394432:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (1086us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985003.748010:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:0.0:1788985003.748108:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973394432:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985004.062369:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985005.094897:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985005.118142:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985005.118202:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985005.118229:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985005.118381:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186176 00000100:00100000:0.0:1788985005.118392:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186176 00000100:00100000:3.0:1788985005.118393:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186048 00000100:00100000:3.0:1788985005.118397:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186048 00000100:00100000:0.0:1788985005.118432:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186304 00000100:00100000:0.0:1788985005.118435:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186304 00000100:00100000:3.0:1788985005.118448:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 581 00000100:00100000:3.0:1788985005.118458:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953186048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985005.118468:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 927 00000100:00100000:0.0:1788985005.118473:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953186176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985005.118522:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953186176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 48us (391us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985005.118529:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 927 00000100:00100000:0.0:1788985005.118545:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 928 00000100:00100000:0.0:1788985005.118550:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953186304:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:2.0:1788985005.123407:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985005.123418:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985005.135021:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953186304:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 16457us (16777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985005.135036:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 928 00000100:00100000:3.0:1788985005.137045:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953186048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 18576us (18830us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.137059:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 581 00000100:00100000:2.0:1788985005.290795:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973394816:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.290865:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.290911:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973395328:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.290952:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.290971:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973395840:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.290987:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.291007:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:2.0:1788985005.291012:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973394688:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.291047:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.291065:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973395200:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.291085:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.291100:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973395712:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.291118:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.291134:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973396224:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.291149:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985005.291336:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394816 00000100:00100000:2.0:1788985005.291345:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394816 00000100:00100000:3.0:1788985005.291575:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973394560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985005.291615:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291635:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973395072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.291654:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291671:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973395584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.291701:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291719:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973396096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.291739:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291756:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788985005.291761:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973394944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.291778:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291798:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973395456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.291814:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291826:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973395968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.291840:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291848:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973396480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985005.291862:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291882:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985005.291888:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973396352:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985005.291905:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985005.291945:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395200 00000100:00100000:3.0:1788985005.291949:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395200 00000100:00100000:3.0:1788985005.291979:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394560 00000100:00100000:3.0:1788985005.291981:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394560 00000100:00100000:3.0:1788985005.291989:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394944 00000100:00100000:3.0:1788985005.291991:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394944 00000100:00100000:3.0:1788985005.292001:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1788985005.292008:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973395200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292054:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973395200:12345-0@lo:400:kworker.0 Request processed in 46us (968us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292061:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1788985005.292075:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1788985005.292080:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973394560:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985005.292103:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985005.292130:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973394560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 51us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292136:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1788985005.292145:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788985005.292156:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973394944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292185:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973394944:12345-0@lo:400:kworker.0 Request processed in 29us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292190:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788985005.292208:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395328 00000100:00100000:3.0:1788985005.292211:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395328 00000100:00100000:3.0:1788985005.292239:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395840 00000100:00100000:3.0:1788985005.292241:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395840 00000100:00100000:3.0:1788985005.292252:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395072 00000100:00100000:3.0:1788985005.292254:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395072 00000100:00100000:3.0:1788985005.292262:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395456 00000100:00100000:3.0:1788985005.292264:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395456 00000100:00100000:3.0:1788985005.292274:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395968 00000100:00100000:3.0:1788985005.292276:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395968 00000100:00100000:3.0:1788985005.292288:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1788985005.292294:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973395328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292323:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973395328:12345-0@lo:400:kworker.0 Request processed in 29us (1370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292328:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 929 00000100:00100000:3.0:1788985005.292339:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1788985005.292344:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973395840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292385:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973395840:12345-0@lo:400:kworker.0 Request processed in 41us (1397us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292391:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 930 00000100:00100000:3.0:1788985005.292402:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1788985005.292407:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973395072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292431:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973395072:12345-0@lo:400:kworker.0 Request processed in 25us (776us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292455:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 931 00000100:00100000:3.0:1788985005.292466:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1788985005.292472:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973395456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292500:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973395456:12345-0@lo:400:kworker.0 Request processed in 28us (684us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292505:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 932 00000100:00100000:3.0:1788985005.292514:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1788985005.292520:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973395968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292541:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973395968:12345-0@lo:400:kworker.0 Request processed in 22us (700us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292546:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 933 00000100:00100000:3.0:1788985005.292562:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395712 00000100:00100000:3.0:1788985005.292565:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395712 00000100:00100000:3.0:1788985005.292583:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396224 00000100:00100000:3.0:1788985005.292586:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396224 00000100:00100000:3.0:1788985005.292597:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973395584 00000100:00100000:3.0:1788985005.292599:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973395584 00000100:00100000:3.0:1788985005.292608:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396096 00000100:00100000:3.0:1788985005.292610:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396096 00000100:00100000:3.0:1788985005.292623:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788985005.292629:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973395712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292658:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973395712:12345-0@lo:400:kworker.0 Request processed in 30us (1540us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292664:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:3.0:1788985005.292674:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788985005.292679:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973396224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292713:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973396224:12345-0@lo:400:kworker.0 Request processed in 34us (1563us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292719:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 364 00000100:00100000:3.0:1788985005.292729:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1788985005.292735:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973395584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292759:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973395584:12345-0@lo:400:kworker.0 Request processed in 25us (1068us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292764:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:3.0:1788985005.292774:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1788985005.292779:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973396096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.292801:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973396096:12345-0@lo:400:kworker.0 Request processed in 23us (1062us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292806:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 366 00000100:00100000:3.0:1788985005.292829:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396480 00000100:00100000:3.0:1788985005.292832:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396480 00000100:00100000:3.0:1788985005.292852:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396352 00000100:00100000:3.0:1788985005.292854:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396352 00000100:00100000:3.0:1788985005.292863:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1788985005.292868:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973396480:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985005.292886:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985005.292912:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973396480:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (1049us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.292918:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1788985005.292953:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788985005.292959:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973396352:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985005.292968:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985005.293007:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973396352:12345-0@lo:13:osp-pre-1-1.0 Request processed in 48us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985005.293013:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788985005.293051:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973395200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293061:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973395712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293070:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973396224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293081:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973395328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293090:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973395840:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293127:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973394944:0@lo:400:kworker.0 00010000:00080000:3.0:1788985005.293139:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c70000 x1875885973395456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985005.293150:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973395456:0@lo:400:kworker.0 00010000:00080000:3.0:1788985005.293159:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433d4a80 x1875885973395968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985005.293168:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973395968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293182:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973396480:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985005.293192:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973394560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985005.293201:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973395072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293209:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973395584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293216:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973396096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985005.293266:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973396352:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985005.293848:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1788985005.293856:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973394816:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.293909:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412aa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973394816:12345-0@lo:400:kworker.0 Request processed in 54us (3044us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985005.293916:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 934 00000100:00100000:2.0:1788985005.293966:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973394688 00000100:00100000:2.0:1788985005.293971:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973394688 00000100:00100000:2.0:1788985005.293998:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:2.0:1788985005.294004:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973394688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.294034:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973394688:12345-0@lo:400:kworker.0 Request processed in 31us (2987us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985005.294040:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00080000:2.0:1788985005.294341:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985005.297816:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985005.297826:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985005.297829:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985005.297891:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973394688:0@lo:400:kworker.0 00000100:00100000:2.0:1788985005.297953:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973394816:0@lo:400:kworker.0 00010000:00010000:3.0:1788985006.110391:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985006.320847:0:31746:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffd0db7be0 20000000:00000080:2.0:1788985006.320868:0:31746:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd9c00 uarg=0000000000000000 10000000:01000000:2.0:1788985006.321241:0:31746:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985006.321260:0:31746:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.321279:0:31746:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.321288:0:31746:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.321327:0:31746:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.321341:0:31746:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 23 pid: 6509 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985006.321356:0:31746:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31746:1875885973396608:0@lo:104: 00000100:00100000:2.0:1788985006.321422:0:31746:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985006.321490:0:31746:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985006.322038:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396608 00000100:00100000:1.0:1788985006.322047:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396608 00000100:00100000:1.0:1788985006.322097:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 134 00000100:00100000:1.0:1788985006.322107:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:31746:x1875885973396608:12345-0@lo:104: 00010000:00010000:1.0:1788985006.322123:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985006.322188:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985006.322194:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:31746:x1875885973396608:12345-0@lo:104: Request processed in 90us (774us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985006.322201:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 134 00010000:00010000:3.0:1788985006.322258:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985006.322265:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322273:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985006.322277:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322286:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985006.322294:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985006.322299:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985006.322349:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322356:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985006.322377:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322384:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f55e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f565 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322399:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985006.322401:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985006.322403:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985006.322440:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973396736:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985006.322474:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985006.322523:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396736 00000100:00100000:3.0:1788985006.322527:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396736 00010000:00010000:3.0:1788985006.322545:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 24 pid: 6509 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985006.322568:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1788985006.322575:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973396736:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985006.322600:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985006.322606:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 24 pid: 6509 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322616:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 24 pid: 6509 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322631:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322639:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322653:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322660:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322667:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322697:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322702:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985006.322706:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322713:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322721:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985006.322730:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985006.322759:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973396736:12345-0@lo:103:ldlm_bl.0 Request processed in 185us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985006.322766:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00000100:00100000:3.0:1788985006.322802:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973396736:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985006.329821:0:31746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f565 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f55e expref: 23 pid: 6509 timeout: 946 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985006.329845:0:31746:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31746:1875885973396608:0@lo:104: 00010000:00010000:2.0:1788985006.329869:0:31746:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.329903:0:31746:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.329910:0:31746:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985006.329916:0:31746:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f56c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31746 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985007.136756:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985008.160253:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985008.230055:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985008.230064:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985008.230069:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985008.230128:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.230140:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.230151:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985008.230195:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973396864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985008.230265:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985008.230317:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d480 going to sleep for 11 seconds 00000100:00100000:1.0:1788985008.230463:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396864 00000100:00100000:1.0:1788985008.230472:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396864 00000100:00100000:1.0:1788985008.230530:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788985008.230541:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973396864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985008.230554:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985008.231198:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f573 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985008.231232:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985008.231244:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985008.231254:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea600, rc 0) 00000100:00100000:1.0:1788985008.231307:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973396864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 768us (1040us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985008.231323:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788985008.231378:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973396864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985008.231394:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985008.231404:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985008.232970:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985008.232978:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985008.232988:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985008.244989:0:31845:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd82f8eef0 20000000:00000080:2.0:1788985008.245006:0:31845:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd8400 uarg=0000000000000000 10000000:01000000:2.0:1788985008.245529:0:31845:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985008.245555:0:31845:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985008.246198:0:31845:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985008.246209:0:31845:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985008.246250:0:31845:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985008.246264:0:31845:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 23 pid: 6506 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985008.246278:0:31845:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31845:1875885973396992:0@lo:104: 00000100:00100000:2.0:1788985008.246664:0:31845:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985008.246741:0:31845:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1241377d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788985008.246771:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973396992 00000100:00100000:3.0:1788985008.246779:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973396992 00000100:00100000:3.0:1788985008.246836:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 135 00000100:00100000:3.0:1788985008.246846:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:31845:x1875885973396992:12345-0@lo:104: 00010000:00010000:3.0:1788985008.246859:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985008.246948:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985008.246960:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:31845:x1875885973396992:12345-0@lo:104: Request processed in 115us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985008.246967:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 135 00010000:00010000:0.0:1788985008.247013:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985008.247021:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247029:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985008.247033:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247041:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985008.247048:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985008.247053:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985008.247213:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247220:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985008.247257:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247265:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f573 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f57a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985008.247280:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973397120:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985008.247283:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985008.247291:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985008.247293:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985008.247311:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985008.247442:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397120 00000100:00100000:0.0:1788985008.247447:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397120 00010000:00010000:0.0:1788985008.247469:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 24 pid: 6506 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985008.247500:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:0.0:1788985008.247508:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973397120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985008.247520:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985008.247525:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 24 pid: 6506 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247537:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 24 pid: 6506 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247553:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.247562:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985008.247753:0:31845:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52f57a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f573 expref: 24 pid: 6506 timeout: 948 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985008.247765:0:31845:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31845:1875885973396992:0@lo:104: 00010000:00010000:2.0:1788985008.249664:0:31845:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.253249:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.253267:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.253274:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.253281:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.253306:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985008.253311:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.253319:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985008.253692:0:31845:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985008.253702:0:31845:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.257721:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.257743:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f581 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31845 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985008.257770:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985008.264174:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973397120:12345-0@lo:103:ldlm_bl.0 Request processed in 16654us (16849us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985008.264191:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00000100:00100000:2.0:1788985008.264389:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973397120:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985008.356120:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973397248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985008.356189:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985008.356263:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397248 00000100:00100000:3.0:1788985008.356271:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397248 00000100:00100000:3.0:1788985008.356334:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1788985008.356346:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973397248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985008.356374:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985008.356430:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973397248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 86us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985008.356437:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00080000:3.0:1788985008.356458:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985008.356491:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973397248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985008.370141:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973397376:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985008.370223:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985008.370555:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397376 00000100:00100000:0.0:1788985008.370564:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397376 00000100:00100000:0.0:1788985008.370623:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788985008.370632:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973397376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985008.370653:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985008.370700:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973397376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 68us (477us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985008.370707:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00080000:3.0:1788985008.370757:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985008.370796:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973397376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985008.867326:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985008.867347:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973397504:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985008.867424:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985008.867487:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397504 00000100:00100000:1.0:1788985008.867494:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397504 00000100:00100000:1.0:1788985008.867536:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788985008.867545:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973397504:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985008.867578:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985008.867621:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973397504:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (196us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985008.867640:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:1.0:1788985008.867688:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973397504:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985009.188660:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985009.630027:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985009.630037:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985009.630043:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985009.630100:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985009.630112:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985009.630123:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985009.630151:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973397632:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985009.630231:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985009.630290:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10f780 going to sleep for 11 seconds 00000100:00100000:2.0:1788985009.630477:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397632 00000100:00100000:2.0:1788985009.630486:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397632 00000100:00100000:2.0:1788985009.630546:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1788985009.630557:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973397632:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985009.630580:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985009.630595:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f588 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985009.630620:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985009.630631:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985009.630640:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eae00, rc 0) 00000100:00100000:2.0:1788985009.631007:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973397632:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 451us (775us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985009.631015:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1788985009.631113:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973397632:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985009.631132:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985009.631143:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985009.631166:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985009.631172:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985009.631181:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985010.206512:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985010.241264:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985010.241331:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985010.241373:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985010.243496:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186432 00000100:00100000:0.0:1788985010.243512:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186432 00000100:00100000:0.0:1788985010.243569:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 585 00000100:00100000:0.0:1788985010.243580:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953186432:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985010.243653:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953186432:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (2321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985010.243667:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 585 00000100:00100000:3.0:1788985010.245838:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186560 00000100:00100000:3.0:1788985010.245851:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186560 00000100:00100000:3.0:1788985010.245913:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186688 00000100:00100000:3.0:1788985010.245916:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186688 00000100:00100000:3.0:1788985010.245971:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 935 00000100:00100000:3.0:1788985010.245982:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953186560:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985010.246079:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953186560:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 86us (5521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.246085:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 935 00000100:00100000:3.0:1788985010.246104:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 936 00000100:00100000:3.0:1788985010.246110:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953186688:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985010.246146:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953186688:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (4772us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.246153:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 936 00000100:00080000:3.0:1788985010.246172:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985010.246176:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985010.406817:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973397760:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985010.406895:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.406967:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973398272:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.406994:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407024:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973398784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407049:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407087:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973399296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407109:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407134:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:3.0:1788985010.407139:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973397888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985010.407160:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407181:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973398400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407197:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407213:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973398912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407233:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407249:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973399424:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407265:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407295:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973398144:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407329:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407363:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973398656:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407385:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407414:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973399168:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407431:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407441:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:3.0:1788985010.407446:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973398016:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407465:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407486:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973398528:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407505:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407521:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973399040:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407539:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407554:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973399552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.407571:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985010.407601:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397760 00000100:00100000:3.0:1788985010.407610:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397760 00000100:00100000:3.0:1788985010.407664:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973397888 00000100:00100000:3.0:1788985010.407667:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973397888 00000100:00100000:3.0:1788985010.407687:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1788985010.407696:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973397760:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985010.407746:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985010.407790:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973397760:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (895us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.407798:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:3.0:1788985010.407814:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788985010.407820:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973397888:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985010.407830:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985010.407859:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973397888:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (699us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.407866:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:3.0:1788985010.407884:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398784 00000100:00100000:3.0:1788985010.407887:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398784 00000100:00100000:3.0:1788985010.407905:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399296 00000100:00100000:3.0:1788985010.407908:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399296 00000100:00100000:3.0:1788985010.407918:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398400 00000100:00100000:3.0:1788985010.407920:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398400 00000100:00100000:3.0:1788985010.407953:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398144 00000100:00100000:3.0:1788985010.407956:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398144 00000100:00100000:3.0:1788985010.407966:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398656 00000100:00100000:3.0:1788985010.407968:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398656 00000100:00100000:3.0:1788985010.407979:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399168 00000100:00100000:3.0:1788985010.407981:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399168 00000100:00100000:3.0:1788985010.407992:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1788985010.407998:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973398784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408031:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973398784:12345-0@lo:400:kworker.0 Request processed in 33us (981us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408037:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 937 00000100:00100000:3.0:1788985010.408050:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1788985010.408056:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973399296:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408080:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973399296:12345-0@lo:400:kworker.0 Request processed in 25us (970us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408085:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 938 00000100:00100000:3.0:1788985010.408096:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1788985010.408101:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973398400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408183:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973398400:12345-0@lo:400:kworker.0 Request processed in 82us (985us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408198:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 939 00000100:00100000:3.0:1788985010.408211:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1788985010.408216:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973398144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408250:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973398144:12345-0@lo:400:kworker.0 Request processed in 33us (920us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408256:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 940 00000100:00100000:3.0:1788985010.408267:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1788985010.408273:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973398656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408314:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973398656:12345-0@lo:400:kworker.0 Request processed in 42us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408319:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 941 00000100:00100000:3.0:1788985010.408331:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1788985010.408336:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973399168:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408360:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973399168:12345-0@lo:400:kworker.0 Request processed in 24us (928us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408367:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 942 00000100:00100000:3.0:1788985010.408401:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398912 00000100:00100000:3.0:1788985010.408404:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398912 00000100:00100000:3.0:1788985010.408420:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399424 00000100:00100000:3.0:1788985010.408422:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399424 00000100:00100000:3.0:1788985010.408429:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399040 00000100:00100000:3.0:1788985010.408430:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399040 00000100:00100000:3.0:1788985010.408438:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399552 00000100:00100000:3.0:1788985010.408440:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399552 00000100:00100000:3.0:1788985010.408450:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1788985010.408455:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973398912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408492:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973398912:12345-0@lo:400:kworker.0 Request processed in 37us (1257us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408497:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:3.0:1788985010.408506:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1788985010.408511:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973399424:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408529:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973399424:12345-0@lo:400:kworker.0 Request processed in 19us (1263us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408533:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 368 00000100:00100000:3.0:1788985010.408540:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1788985010.408544:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973399040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408564:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973399040:12345-0@lo:400:kworker.0 Request processed in 19us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408568:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:3.0:1788985010.408576:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 370 00000100:00100000:3.0:1788985010.408581:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973399552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408599:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973399552:12345-0@lo:400:kworker.0 Request processed in 18us (1028us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985010.408604:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 370 00000100:00080000:3.0:1788985010.408622:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985010.408627:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985010.408629:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985010.408630:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985010.408667:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973397888:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985010.408680:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973398400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408689:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973398912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408707:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973399424:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408720:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973397760:0@lo:13:osp-pre-1-1.0 00010000:00080000:3.0:1788985010.408731:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c72a00 x1875885973398784/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985010.408741:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973398784:0@lo:400:kworker.0 00010000:00080000:3.0:1788985010.408751:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143007100 x1875885973399296/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985026 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985010.408757:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973399296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408795:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973399040:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408803:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973399552:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408811:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973398144:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408819:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973398656:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.408827:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973399168:0@lo:400:kworker.0 00000100:00100000:2.0:1788985010.413128:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398272 00000100:00100000:2.0:1788985010.413145:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398272 00000100:00100000:2.0:1788985010.413223:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398528 00000100:00100000:2.0:1788985010.413227:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398528 00000100:00100000:2.0:1788985010.413248:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1788985010.413260:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973398272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985010.413408:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973398272:12345-0@lo:400:kworker.0 Request processed in 150us (6412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985010.413416:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00100000:2.0:1788985010.413435:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1788985010.413441:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973398528:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985010.413479:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973398528:12345-0@lo:400:kworker.0 Request processed in 38us (5973us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985010.413485:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:0.0:1788985010.413985:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973398272:0@lo:400:kworker.0 00000100:00100000:2.0:1788985010.414104:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973398528:0@lo:400:kworker.0 00000100:00100000:3.0:1788985010.415206:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973399680:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985010.415264:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985010.417780:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399680 00000100:00100000:0.0:1788985010.417794:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399680 00000100:00100000:0.0:1788985010.417851:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788985010.417862:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973399680:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985010.417899:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985010.417990:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973399680:12345-0@lo:41:osp-pre-0-1.0 Request processed in 129us (2725us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985010.417996:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:3.0:1788985010.418981:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973399680:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985010.421036:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973398016 00000100:00100000:0.0:1788985010.421053:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973398016 00000100:00100000:0.0:1788985010.421118:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:0.0:1788985010.421129:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973398016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985010.421230:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973398016:12345-0@lo:400:kworker.0 Request processed in 103us (13763us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985010.421237:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1788985010.423403:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973398016:0@lo:400:kworker.0 00000020:00000080:0.0:1788985010.526776:0:31943:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff4b77b490 20000000:00000080:0.0:1788985010.526798:0:31943:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114334cc00 uarg=0000000000000000 10000000:01000000:0.0:1788985010.527139:0:31943:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985010.527157:0:31943:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.527175:0:31943:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.527184:0:31943:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.527224:0:31943:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.527238:0:31943:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 23 pid: 6509 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985010.527252:0:31943:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31943:1875885973399808:0@lo:104: 00000100:00100000:0.0:1788985010.527306:0:31943:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985010.527365:0:31943:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1259ba0180 going to sleep for 11 seconds 00000100:00100000:1.0:1788985010.527747:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399808 00000100:00100000:1.0:1788985010.527755:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399808 00000100:00100000:1.0:1788985010.527799:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 136 00000100:00100000:1.0:1788985010.527808:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:31943:x1875885973399808:12345-0@lo:104: 00010000:00010000:1.0:1788985010.527820:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.527877:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985010.527889:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:31943:x1875885973399808:12345-0@lo:104: Request processed in 83us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985010.527895:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 136 00010000:00010000:1.0:1788985010.527916:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985010.527922:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.527947:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985010.527951:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.527958:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985010.527966:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985010.527971:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985010.528000:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528007:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985010.528028:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528034:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea400/0xa0dd3253da52f588 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f58f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528051:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985010.528053:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985010.528054:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985010.528098:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973399936:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985010.528129:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985010.528170:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973399936 00000100:00100000:1.0:1788985010.528174:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973399936 00010000:00010000:1.0:1788985010.528191:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 24 pid: 6509 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985010.528213:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1788985010.528220:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973399936:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985010.528231:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985010.528235:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 24 pid: 6509 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528245:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 24 pid: 6509 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528260:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528267:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528280:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528287:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528293:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528311:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528317:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985010.528321:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528327:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528335:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985010.528345:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985010.528374:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973399936:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (245us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985010.528382:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1788985010.528428:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973399936:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985010.535019:0:31943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f58f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f588 expref: 23 pid: 6509 timeout: 950 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985010.535043:0:31943:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:31943:1875885973399808:0@lo:104: 00010000:00010000:0.0:1788985010.535415:0:31943:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.535429:0:31943:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.535436:0:31943:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985010.535443:0:31943:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f596 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 31943 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985011.230180:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985012.126134:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985012.126141:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985012.126146:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985012.126190:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985012.126202:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985012.126214:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985012.126251:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973400064:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985012.126398:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985012.126508:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1242a2f840 going to sleep for 11 seconds 00000100:00100000:2.0:1788985012.135911:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400064 00000100:00100000:2.0:1788985012.135945:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400064 00000100:00100000:3.0:1788985012.136099:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1788985012.136110:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973400064:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985012.136133:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985012.136152:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f59d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985012.136180:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985012.136192:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985012.136202:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788985012.136273:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973400064:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 164us (9874us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985012.136280:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:2.0:1788985012.136447:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973400064:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985012.136466:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985012.136476:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985012.136496:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985012.136502:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985012.136510:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985012.261834:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985013.279125:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985013.474590:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985013.474615:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973400320:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985013.474686:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985013.474767:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400320 00000100:00100000:0.0:1788985013.474775:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400320 00000100:00100000:0.0:1788985013.474828:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:0.0:1788985013.474837:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973400320:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985013.474871:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985013.474918:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973400320:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (231us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985013.474949:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:0.0:1788985013.474971:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985013.475006:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973400320:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985013.475084:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973400192:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985013.475115:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985013.476671:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400192 00000100:00100000:0.0:1788985013.476683:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400192 00000100:00100000:0.0:1788985013.476762:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788985013.476773:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973400192:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985013.476795:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985013.476864:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973400192:12345-0@lo:13:osp-pre-0-0.0 Request processed in 93us (1748us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985013.476870:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788985013.476918:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973400192:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985013.477010:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985013.988759:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973400448:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985013.988851:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985013.989376:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400448 00000100:00100000:2.0:1788985013.989386:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400448 00000100:00100000:2.0:1788985013.989440:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788985013.989449:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973400448:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985013.989489:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985013.989547:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973400448:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (696us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985013.989554:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:0.0:1788985013.991272:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973400448:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985014.302158:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985015.326108:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985015.350913:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985015.350963:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985015.350986:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985015.351015:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186816 00000100:00100000:3.0:1788985015.351024:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186816 00000100:00100000:3.0:1788985015.351077:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 588 00000100:00100000:3.0:1788985015.351087:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953186816:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985015.351161:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953186816:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (258us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.351181:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 588 00000100:00100000:3.0:1788985015.351213:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187072 00000100:00100000:3.0:1788985015.351223:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187072 00000100:00100000:3.0:1788985015.351256:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953186944 00000100:00100000:3.0:1788985015.351259:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953186944 00000100:00100000:3.0:1788985015.351288:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 943 00000100:00100000:3.0:1788985015.351295:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953187072:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985015.352655:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953187072:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1356us (1688us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.352663:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 943 00000100:00100000:3.0:1788985015.352689:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 944 00000100:00100000:3.0:1788985015.352698:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953186944:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985015.352723:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953186944:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (1736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.352728:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 944 00000100:00080000:3.0:1788985015.352889:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985015.352895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985015.518879:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973400576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985015.518961:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519006:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985015.519010:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973400704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985015.519025:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519048:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400576 00000100:00100000:3.0:1788985015.519053:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400576 00000100:00100000:3.0:1788985015.519088:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400704 00000100:00100000:3.0:1788985015.519090:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400704 00000100:00100000:3.0:1788985015.519099:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788985015.519104:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973400576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985015.519127:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985015.519177:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973400576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 71us (215us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.519185:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:3.0:1788985015.519202:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:3.0:1788985015.519208:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973400704:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985015.519216:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985015.519240:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973400704:12345-0@lo:13:osp-pre-1-0.0 Request processed in 32us (212us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.519246:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00080000:3.0:1788985015.519280:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985015.519315:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973400704:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985015.519327:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973400576:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985015.519443:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973400832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519607:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519632:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973401344:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519659:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519678:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973401856:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519700:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519718:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985015.519724:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973400960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519746:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519762:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973401472:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519781:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519794:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973401984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519825:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.519852:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401344 00000100:00100000:3.0:1788985015.519856:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401344 00000100:00100000:3.0:1788985015.519885:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788985015.519893:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973401344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.519959:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973401344:12345-0@lo:400:kworker.0 Request processed in 67us (299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.519965:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:3.0:1788985015.519983:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401856 00000100:00100000:3.0:1788985015.519986:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401856 00000100:00100000:3.0:1788985015.520017:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1788985015.520023:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973401856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.520053:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973401856:12345-0@lo:400:kworker.0 Request processed in 31us (352us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.520059:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 371 00000100:00100000:3.0:1788985015.520077:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400960 00000100:00100000:3.0:1788985015.520080:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400960 00000100:00100000:3.0:1788985015.520102:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401472 00000100:00100000:3.0:1788985015.520104:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401472 00000100:00100000:3.0:1788985015.520121:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401984 00000100:00100000:3.0:1788985015.520123:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401984 00000100:00100000:3.0:1788985015.520137:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1788985015.520143:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973400960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.520172:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973400960:12345-0@lo:400:kworker.0 Request processed in 30us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.520178:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 945 00000100:00100000:3.0:1788985015.520189:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1788985015.520195:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973401472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.520230:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973401472:12345-0@lo:400:kworker.0 Request processed in 36us (448us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.520236:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 946 00000100:00100000:3.0:1788985015.520248:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 947 00000100:00100000:0.0:1788985015.520504:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973400832 00000100:00100000:0.0:1788985015.520508:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973400832 00000100:00100000:0.0:1788985015.520538:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788985015.520553:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973400832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985015.520588:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973400832:12345-0@lo:400:kworker.0 Request processed in 36us (981us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985015.520605:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:3.0:1788985015.521400:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973401984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.521449:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973401984:12345-0@lo:400:kworker.0 Request processed in 61us (1624us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.521455:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 947 00000100:00100000:3.0:1788985015.521807:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973401216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.521846:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.521882:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973401728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.521904:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.521944:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973402240:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985015.521969:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.521991:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985015.521997:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973401088:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.522015:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.522031:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973401600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.522050:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.522065:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973402112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.522084:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985015.522111:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401728 00000100:00100000:3.0:1788985015.522118:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401728 00000100:00100000:3.0:1788985015.522156:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1788985015.522164:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973401728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.522209:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973401728:12345-0@lo:400:kworker.0 Request processed in 46us (304us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.522216:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 372 00000100:00100000:3.0:1788985015.522233:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402240 00000100:00100000:3.0:1788985015.522237:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402240 00000100:00100000:0.0:1788985015.523584:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401216 00000100:00100000:0.0:1788985015.523594:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401216 00000100:00100000:0.0:1788985015.523650:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401600 00000100:00100000:0.0:1788985015.523653:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401600 00000100:00100000:0.0:1788985015.523678:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402112 00000100:00100000:0.0:1788985015.523681:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402112 00000100:00100000:0.0:1788985015.523703:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1788985015.523711:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973401216:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985015.523775:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973401216:12345-0@lo:400:kworker.0 Request processed in 64us (1929us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985015.523781:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 948 00000100:00100000:0.0:1788985015.523797:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1788985015.523803:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973401600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985015.523828:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973401600:12345-0@lo:400:kworker.0 Request processed in 26us (1777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985015.523834:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 949 00000100:00100000:0.0:1788985015.523847:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 950 00000100:00100000:0.0:1788985015.523853:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973402112:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985015.523877:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973402112:12345-0@lo:400:kworker.0 Request processed in 25us (1792us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985015.523882:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 950 00000100:00100000:3.0:1788985015.525330:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973401088 00000100:00100000:3.0:1788985015.525351:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973401088 00000100:00100000:3.0:1788985015.525385:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1788985015.525393:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973402240:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985015.525426:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985015.525673:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3640:x1875885973402240:12345-0@lo:41:osp-pre-0-1.0 Request processed in 281us (3703us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.525680:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:3.0:1788985015.525697:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:3.0:1788985015.525703:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973401088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525732:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973401088:12345-0@lo:400:kworker.0 Request processed in 30us (3716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985015.525738:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00080000:3.0:1788985015.525780:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985015.525785:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985015.525788:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985015.525835:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973400960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525848:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973401472:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525859:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973401984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525869:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973400832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525897:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973401344:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525908:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973401856:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.525979:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973401088:0@lo:400:kworker.0 00010000:00080000:3.0:1788985015.525992:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143004380 x1875885973401600/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985015.526002:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973401600:0@lo:400:kworker.0 00010000:00080000:3.0:1788985015.526015:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab2a00 x1875885973402112/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985031 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985015.526022:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973402112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.526032:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973401216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.526043:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973401728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985015.526057:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973402240:0@lo:41:osp-pre-0-1.0 00010000:00010000:2.0:1788985016.356058:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985017.009023:0:32189:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1a5cbc10 20000000:00000080:3.0:1788985017.009045:0:32189:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e80c00 uarg=0000000000000000 00010000:00010000:3.0:1788985017.375012:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985018.319715:0:32237:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff8b14ead0 20000000:00000080:0.0:1788985018.319739:0:32237:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eb68800 uarg=0000000000000000 00010000:00010000:0.0:1788985018.398385:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985018.593716:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985018.593739:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973402368:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985018.593804:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985018.594669:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973402496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985018.594709:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985018.594750:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402368 00000100:00100000:1.0:1788985018.594757:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402368 00000100:00100000:1.0:1788985018.594808:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402496 00000100:00100000:1.0:1788985018.594811:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402496 00000100:00100000:1.0:1788985018.594830:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1788985018.594837:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973402368:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985018.594867:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985018.594915:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973402368:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (1111us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985018.594922:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:1.0:1788985018.594971:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:1.0:1788985018.594977:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973402496:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985018.594986:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985018.595009:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973402496:12345-0@lo:13:osp-pre-0-0.0 Request processed in 32us (300us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985018.595015:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:1.0:1788985018.595031:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985018.595066:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973402496:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985018.595097:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973402368:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985019.103779:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973402624:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985019.103862:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985019.103910:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402624 00000100:00100000:0.0:1788985019.103921:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402624 00000100:00100000:0.0:1788985019.104009:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788985019.104019:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973402624:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985019.104054:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985019.104114:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973402624:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (252us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985019.104121:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:3.0:1788985019.104145:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973402624:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788985019.363011:0:32285:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda96de2e0 20000000:00000080:2.0:1788985019.363028:0:32285:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114387c800 uarg=0000000000000000 00010000:00010000:3.0:1788985019.422050:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985020.105683:0:32333:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe127287a0 20000000:00000080:2.0:1788985020.105698:0:32333:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114387d000 uarg=0000000000000000 00010000:00010000:3.0:1788985020.447158:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985020.471764:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985020.471797:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985020.471820:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985020.471835:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187200 00000100:00100000:3.0:1788985020.471856:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187200 00000100:00100000:2.0:1788985020.471889:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187328 00000100:00100000:2.0:1788985020.471894:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187328 00000100:00100000:3.0:1788985020.471914:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 590 00000100:00100000:3.0:1788985020.471947:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953187200:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985020.471951:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187456 00000100:00100000:2.0:1788985020.471954:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187456 00000100:00100000:2.0:1788985020.471976:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 951 00000100:00100000:2.0:1788985020.471983:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953187328:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985020.472021:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953187200:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 99us (222us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985020.472029:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 590 00000100:00100000:3.0:1788985020.472064:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 952 00000100:00100000:3.0:1788985020.472070:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953187456:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985020.472094:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953187456:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985020.472101:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 952 00000100:00100000:2.0:1788985020.472107:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953187328:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985020.472113:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 951 00000100:00080000:1.0:1788985020.472165:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985020.472169:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985020.639120:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985020.639148:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973402752:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985020.639232:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985020.639290:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973402880:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985020.639328:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985020.639366:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402752 00000100:00100000:3.0:1788985020.639374:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402752 00000100:00100000:3.0:1788985020.639421:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973402880 00000100:00100000:3.0:1788985020.639424:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973402880 00000100:00100000:3.0:1788985020.639443:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:3.0:1788985020.639452:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973402752:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985020.639493:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985020.639546:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973402752:12345-0@lo:13:osp-pre-1-1.0 Request processed in 94us (314us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985020.639553:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:0.0:1788985020.639794:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973403008:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985020.639829:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985020.639864:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403008 00000100:00100000:0.0:1788985020.639869:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403008 00000100:00100000:0.0:1788985020.639897:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788985020.639905:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973403008:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985020.639952:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985020.639989:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973403008:12345-0@lo:41:osp-pre-0-1.0 Request processed in 84us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985020.639995:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:0.0:1788985020.640045:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973403008:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985020.640187:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:3.0:1788985020.640195:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973402880:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985020.640219:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985020.640260:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973402880:12345-0@lo:13:osp-pre-1-0.0 Request processed in 67us (931us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985020.640266:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:3.0:1788985020.640286:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985020.640368:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973402752:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985020.640520:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973402880:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985020.640909:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973403264:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.640971:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641007:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973403776:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641029:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641045:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973404288:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641063:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641079:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788985020.641085:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973403136:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641107:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641126:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973403648:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641146:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641163:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973404160:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641182:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985020.641418:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403264 00000100:00100000:0.0:1788985020.641423:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403264 00000100:00100000:0.0:1788985020.641454:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403776 00000100:00100000:0.0:1788985020.641456:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403776 00000100:00100000:0.0:1788985020.641488:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404288 00000100:00100000:0.0:1788985020.641492:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404288 00000100:00100000:0.0:1788985020.641514:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403648 00000100:00100000:0.0:1788985020.641517:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403648 00000100:00100000:0.0:1788985020.641531:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404160 00000100:00100000:0.0:1788985020.641533:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404160 00000100:00100000:0.0:1788985020.641548:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 953 00000100:00100000:1.0:1788985020.641705:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1788985020.641712:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973403776:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641754:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973403776:12345-0@lo:400:kworker.0 Request processed in 44us (725us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.641759:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 954 00000100:00100000:1.0:1788985020.641776:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1788985020.641780:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973404288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641798:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973404288:12345-0@lo:400:kworker.0 Request processed in 19us (735us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.641802:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 955 00000100:00100000:1.0:1788985020.641808:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1788985020.641811:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973403648:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641825:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973403648:12345-0@lo:400:kworker.0 Request processed in 14us (680us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.641828:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 956 00000100:00100000:1.0:1788985020.641834:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1788985020.641837:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973404160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641855:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973404160:12345-0@lo:400:kworker.0 Request processed in 16us (672us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.641860:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 957 00000100:00100000:1.0:1788985020.641889:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973403520:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641916:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641952:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973404032:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641970:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.641984:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788985020.641987:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973403392:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.641999:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.642007:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973403904:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642018:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985020.642034:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404032 00000100:00100000:1.0:1788985020.642042:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404032 00000100:00100000:1.0:1788985020.642061:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403904 00000100:00100000:1.0:1788985020.642062:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403904 00000100:00100000:1.0:1788985020.642073:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788985020.642077:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973404032:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642100:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973404032:12345-0@lo:400:kworker.0 Request processed in 23us (130us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.642104:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 373 00000100:00100000:1.0:1788985020.642111:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1788985020.642115:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973403904:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642128:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973403904:12345-0@lo:400:kworker.0 Request processed in 13us (109us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.642131:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 374 00000100:00100000:1.0:1788985020.642145:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403392 00000100:00100000:1.0:1788985020.642147:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403392 00000100:00100000:1.0:1788985020.642158:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1788985020.642161:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973403392:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642177:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973403392:12345-0@lo:400:kworker.0 Request processed in 15us (177us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985020.642180:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 958 00000100:00100000:1.0:1788985020.642201:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973403392:0@lo:400:kworker.0 00000100:00100000:0.0:1788985020.642280:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973403264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985020.642323:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973403264:12345-0@lo:400:kworker.0 Request processed in 769us (1351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985020.642336:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 953 00000100:00100000:0.0:1788985020.642362:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403136 00000100:00100000:0.0:1788985020.642366:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403136 00000100:00100000:0.0:1788985020.642394:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788985020.642400:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973403136:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985020.642428:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973403136:12345-0@lo:400:kworker.0 Request processed in 29us (1321us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985020.642434:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788985020.642462:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973403520 00000100:00100000:0.0:1788985020.642465:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973403520 00000100:00100000:0.0:1788985020.642677:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:0.0:1788985020.642685:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973403520:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985020.642720:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973403520:12345-0@lo:400:kworker.0 Request processed in 37us (803us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985020.642726:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00080000:0.0:1788985020.642748:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985020.642753:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985020.642761:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985020.642808:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973403904:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642817:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973403520:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642825:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973404032:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642864:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973403136:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642885:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973403648:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642894:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973404160:0@lo:400:kworker.0 00000100:00100000:1.0:1788985020.642908:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973403264:0@lo:400:kworker.0 00010000:00080000:1.0:1788985020.642921:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b73480 x1875885973403776/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985020.643688:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973403776:0@lo:400:kworker.0 00010000:00080000:1.0:1788985020.643709:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b72d80 x1875885973404288/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985036 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985020.643717:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973404288:0@lo:400:kworker.0 00000020:00000080:1.0:1788985020.665007:0:32381:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8a4e7980 20000000:00000080:1.0:1788985020.665028:0:32381:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a49c00 uarg=0000000000000000 00000020:00000080:1.0:1788985021.315366:0:32429:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeea18d310 20000000:00000080:1.0:1788985021.315384:0:32429:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a48400 uarg=0000000000000000 00010000:00010000:0.0:1788985021.470391:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985022.479249:0:32478:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffead440eb0 20000000:00000080:3.0:1788985022.481186:0:32478:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e83000 uarg=0000000000000000 00010000:00010000:3.0:1788985022.498850:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985023.527360:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985023.567234:0:32526:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3f3f8150 20000000:00000080:2.0:1788985023.567272:0:32526:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114387e400 uarg=0000000000000000 00000100:00100000:1.0:1788985023.713619:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973404416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985023.713695:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985023.713771:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404416 00000100:00100000:1.0:1788985023.713781:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404416 00000100:00100000:1.0:1788985023.713838:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788985023.713848:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973404416:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985023.713879:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985023.713945:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973404416:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985023.713964:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:1.0:1788985023.713987:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985023.714025:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973404416:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985023.718038:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973404544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985023.718123:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985023.718184:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404544 00000100:00100000:1.0:1788985023.718192:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404544 00000100:00100000:1.0:1788985023.718243:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1788985023.718252:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973404544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985023.718286:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985023.718327:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973404544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (204us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985023.718335:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:1.0:1788985023.718355:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985023.718388:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973404544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985024.237624:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973404672:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985024.239175:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985024.239396:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404672 00000100:00100000:0.0:1788985024.239405:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404672 00000100:00100000:0.0:1788985024.239468:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:0.0:1788985024.239477:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973404672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985024.239517:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985024.239574:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973404672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (402us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985024.239580:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788985024.240450:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973404672:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985024.549857:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985024.659798:0:32574:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd17205500 20000000:00000080:0.0:1788985024.659818:0:32574:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11440b6400 uarg=0000000000000000 00010000:00010000:3.0:1788985025.568288:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985025.596545:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985025.596595:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985025.596633:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985025.596692:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187712 00000100:00100000:0.0:1788985025.596703:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187712 00000100:00100000:0.0:1788985025.596769:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187840 00000100:00100000:0.0:1788985025.596772:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187840 00000100:00100000:0.0:1788985025.596794:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 959 00000100:00100000:0.0:1788985025.596804:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953187712:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985025.596878:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953187712:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.596885:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 959 00000100:00100000:0.0:1788985025.596906:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 960 00000100:00100000:0.0:1788985025.596912:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953187840:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985025.596968:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953187840:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 56us (335us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.596974:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 960 00000100:00080000:3.0:1788985025.597034:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985025.597038:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985025.598128:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187584 00000100:00100000:0.0:1788985025.598149:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187584 00000100:00100000:0.0:1788985025.598202:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 592 00000100:00100000:0.0:1788985025.598211:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953187584:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985025.598267:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953187584:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 58us (1671us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.598274:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 592 00000100:00100000:0.0:1788985025.758306:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973404800:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985025.758368:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985025.759705:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404800 00000100:00100000:1.0:1788985025.759715:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404800 00000100:00100000:1.0:1788985025.759769:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788985025.759778:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973404800:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985025.759803:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985025.759862:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973404800:12345-0@lo:13:osp-pre-1-0.0 Request processed in 86us (1494us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985025.759869:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788985025.759908:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973404928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985025.759965:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985025.759996:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985025.760002:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973405056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985025.760027:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788985025.760057:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985025.760067:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973404928 00000100:00100000:1.0:1788985025.760071:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973404928 00000100:00100000:1.0:1788985025.760097:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788985025.760102:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973404928:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985025.760113:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985025.760145:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973404928:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (179us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985025.760150:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788985025.760170:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405056 00000100:00100000:1.0:1788985025.760174:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405056 00000100:00100000:1.0:1788985025.760199:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:1.0:1788985025.760206:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973405056:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985025.760232:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985025.760280:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973405056:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (251us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985025.760286:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00080000:1.0:1788985025.760303:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985025.760335:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973404800:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985025.760349:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985025.760353:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973405184:0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760378:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985025.760416:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405184 00000100:00100000:1.0:1788985025.760421:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405184 00000100:00100000:1.0:1788985025.760447:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788985025.760453:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973405184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760486:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973405184:12345-0@lo:400:kworker.0 Request processed in 33us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985025.760492:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788985025.760516:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973405568:0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760537:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985025.760556:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973406080:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.760567:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973405440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760579:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985025.760597:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985025.760606:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405568 00000100:00100000:1.0:1788985025.760609:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405568 00000100:00100000:0.0:1788985025.760614:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973405952:0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760631:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:0.0:1788985025.760635:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985025.760637:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973405568:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.760661:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973405056:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985025.760669:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973405568:12345-0@lo:400:kworker.0 Request processed in 32us (131us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.760673:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973404928:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985025.760674:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:1.0:1788985025.760693:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406080 00000100:00100000:1.0:1788985025.760696:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406080 00000100:00100000:0.0:1788985025.760698:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405440 00000100:00100000:0.0:1788985025.760700:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405440 00000100:00100000:1.0:1788985025.760721:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405952 00000100:00100000:0.0:1788985025.760721:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1788985025.760723:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405952 00000100:00100000:0.0:1788985025.760727:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973405440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760739:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788985025.760745:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973406080:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.760759:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973405440:12345-0@lo:400:kworker.0 Request processed in 33us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.760766:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 961 00000100:00100000:1.0:1788985025.760769:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973406080:12345-0@lo:400:kworker.0 Request processed in 25us (190us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985025.760774:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 375 00000100:00100000:1.0:1788985025.760791:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 376 00000100:00100000:0.0:1788985025.760792:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973405440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.760796:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973405952:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.760837:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973406080:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.760845:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973405568:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.762140:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973405312:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.762266:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985025.762294:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973405824:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.762314:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985025.762328:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973406336:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.762346:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985025.762373:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973405184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.762389:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788985025.762395:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973405696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.762956:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985025.763227:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973406208:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.763263:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985025.763302:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405312 00000100:00100000:0.0:1788985025.763308:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405312 00000100:00100000:0.0:1788985025.763342:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405824 00000100:00100000:0.0:1788985025.763345:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405824 00000100:00100000:0.0:1788985025.763358:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406336 00000100:00100000:0.0:1788985025.763360:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406336 00000100:00100000:0.0:1788985025.763370:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973405696 00000100:00100000:0.0:1788985025.763373:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973405696 00000100:00100000:0.0:1788985025.763382:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406208 00000100:00100000:0.0:1788985025.763385:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406208 00000100:00100000:0.0:1788985025.763398:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1788985025.763811:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973405312:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.763882:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973405312:12345-0@lo:400:kworker.0 Request processed in 476us (1616us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.763903:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 962 00000100:00100000:0.0:1788985025.763946:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1788985025.763953:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973405824:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.764225:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973405824:12345-0@lo:400:kworker.0 Request processed in 202us (1840us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.764234:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 963 00000100:00100000:0.0:1788985025.764259:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1788985025.764267:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973406336:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.764299:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973406336:12345-0@lo:400:kworker.0 Request processed in 33us (1951us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.764304:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 964 00000100:00100000:0.0:1788985025.764315:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1788985025.764321:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973405696:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.764345:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973405696:12345-0@lo:400:kworker.0 Request processed in 25us (1390us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.764351:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 965 00000100:00100000:0.0:1788985025.764360:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1788985025.764365:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973406208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.764387:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973406208:12345-0@lo:400:kworker.0 Request processed in 22us (1124us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985025.764393:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 966 00000100:00100000:0.0:1788985025.764770:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973405696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.764782:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973406208:0@lo:400:kworker.0 00000100:00100000:0.0:1788985025.764805:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973405312:0@lo:400:kworker.0 00010000:00080000:0.0:1788985025.764816:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff6d80 x1875885973405824/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985025.764826:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973405824:0@lo:400:kworker.0 00010000:00080000:0.0:1788985025.764836:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff7b80 x1875885973406336/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985041 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985025.764845:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973406336:0@lo:400:kworker.0 00000100:00100000:1.0:1788985025.765598:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973405952:12345-0@lo:400:kworker.0 Request processed in 4797us (4957us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985025.765608:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 376 00000100:00080000:1.0:1788985025.765643:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985025.765648:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985025.765651:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985025.765680:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973405952:0@lo:400:kworker.0 00000020:00000080:0.0:1788985026.007102:0:32622:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc69cd3ef0 20000000:00000080:0.0:1788985026.007119:0:32622:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a48400 uarg=0000000000000000 00010000:00010000:3.0:1788985026.590348:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985027.322692:0:32670:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc33b1d130 20000000:00000080:3.0:1788985027.322709:0:32670:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e80c00 uarg=0000000000000000 00010000:00010000:1.0:1788985027.622664:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985028.378265:0:32718:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeac687cf0 20000000:00000080:1.0:1788985028.378286:0:32718:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432ad000 uarg=0000000000000000 00010000:00010000:3.0:1788985028.646761:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985028.835570:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985028.835593:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973406464:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985028.835662:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985028.836263:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406464 00000100:00100000:3.0:1788985028.836271:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406464 00000100:00100000:3.0:1788985028.836341:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788985028.836352:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973406464:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985028.836379:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985028.836431:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973406464:12345-0@lo:13:osp-pre-0-1.0 Request processed in 80us (767us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985028.836449:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:3.0:1788985028.836501:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973406464:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985028.838352:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973406592:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985028.838435:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788985028.838628:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985028.838965:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406592 00000100:00100000:2.0:1788985028.838985:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406592 00000100:00100000:2.0:1788985028.839043:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1788985028.839052:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973406592:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985028.839074:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985028.839141:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973406592:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (692us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985028.839148:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:2.0:1788985028.839193:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973406592:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788985028.839481:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985029.342121:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985029.342142:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973406720:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985029.342207:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985029.342283:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406720 00000100:00100000:2.0:1788985029.342291:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406720 00000100:00100000:2.0:1788985029.342335:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1788985029.342344:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973406720:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985029.342375:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985029.342421:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973406720:12345-0@lo:41:osp-pre-1-0.0 Request processed in 77us (213us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985029.342427:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00100000:2.0:1788985029.342474:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973406720:0@lo:41:osp-pre-1-0.0 00000020:00000080:0.0:1788985029.498647:0:32767:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb2d21360 20000000:00000080:0.0:1788985029.498665:0:32767:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4b400 uarg=0000000000000000 10000000:01000000:0.0:1788985029.502089:0:32767:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985029.502117:0:32767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985029.502136:0:32767:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985029.502144:0:32767:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985029.502183:0:32767:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985029.502219:0:32767:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 23 pid: 6509 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985029.502235:0:32767:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32767:1875885973406848:0@lo:104: 00000100:00100000:0.0:1788985029.502300:0:32767:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985029.502410:0:32767:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985029.507684:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406848 00000100:00100000:2.0:1788985029.507702:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406848 00000100:00100000:2.0:1788985029.507773:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 137 00000100:00100000:2.0:1788985029.507783:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:32767:x1875885973406848:12345-0@lo:104: 00010000:00010000:2.0:1788985029.507802:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985029.508111:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985029.508118:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:32767:x1875885973406848:12345-0@lo:104: Request processed in 336us (5817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985029.508125:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 137 00010000:00010000:3.0:1788985029.508181:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985029.508189:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985029.508197:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebe00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985029.508202:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985029.508220:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985029.508227:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985029.508234:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985029.508283:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985029.508290:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985029.508319:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985029.508326:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ebe00/0xa0dd3253da52f59d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5a4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985029.508353:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985029.508355:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985029.508357:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985029.508365:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985029.508381:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973406976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985029.508424:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985029.508507:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973406976 00000100:00100000:1.0:1788985029.508513:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973406976 00010000:00010000:1.0:1788985029.508536:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 24 pid: 6509 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985029.508568:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1788985029.508576:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973406976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985029.508587:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985029.508592:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 24 pid: 6509 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508602:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 24 pid: 6509 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508620:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508639:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508656:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508663:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508670:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508677:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508683:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985029.508687:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508694:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508701:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.508711:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985029.508745:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973406976:12345-0@lo:103:ldlm_bl.0 Request processed in 171us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985029.508752:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00000100:00100000:1.0:1788985029.508787:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973406976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985029.509341:0:32767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5a4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f59d expref: 23 pid: 6509 timeout: 969 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985029.509353:0:32767:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32767:1875885973406848:0@lo:104: 00010000:00010000:0.0:1788985029.509370:0:32767:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985029.512180:0:32767:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985029.512198:0:32767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985029.512205:0:32767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f5ab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985029.662528:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985030.688126:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985030.710298:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985030.710348:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985030.710366:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953187968 00000100:00100000:0.0:1788985030.710377:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953187968 00000100:00100000:3.0:1788985030.710386:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985030.710411:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188224 00000100:00100000:3.0:1788985030.710415:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188224 00000100:00100000:0.0:1788985030.710437:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 594 00000100:00100000:0.0:1788985030.710449:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953187968:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985030.710451:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188096 00000100:00100000:3.0:1788985030.710454:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188096 00000100:00100000:3.0:1788985030.710474:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 967 00000100:00100000:3.0:1788985030.710481:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953188224:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985030.710535:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953187968:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (249us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.710543:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 594 00000100:00100000:2.0:1788985030.710544:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 968 00000100:00100000:2.0:1788985030.710554:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953188096:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985030.720531:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953188224:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 10036us (10168us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985030.720547:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 967 00000100:00080000:3.0:1788985030.720604:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985030.720613:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985030.733809:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953188096:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23241us (23405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985030.733828:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 968 00000100:00100000:0.0:1788985030.883630:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973407104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985030.883731:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.883791:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973407616:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.883818:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.883838:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973408128:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.883879:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.883904:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973408640:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886176:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886264:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788985030.886281:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973407232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985030.886352:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886376:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973407744:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886398:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886423:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973408256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886448:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886467:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973408768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886486:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886521:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973407360:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886548:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886569:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973407872:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886588:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886604:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973408384:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886622:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886639:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973408896:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886657:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886677:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:0.0:1788985030.886684:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973407488:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886705:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886722:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973408000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886752:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886770:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973408512:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.886789:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.886819:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407104 00000100:00100000:0.0:1788985030.886829:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407104 00000100:00100000:0.0:1788985030.886887:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1788985030.886897:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973407104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985030.891056:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985030.891153:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973407104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 4255us (7419us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891163:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:0.0:1788985030.891217:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407616 00000100:00100000:0.0:1788985030.891224:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407616 00000100:00100000:0.0:1788985030.891252:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407232 00000100:00100000:0.0:1788985030.891255:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407232 00000100:00100000:0.0:1788985030.891263:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407872 00000100:00100000:0.0:1788985030.891265:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407872 00000100:00100000:0.0:1788985030.891277:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788985030.891284:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973407616:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891325:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973407616:12345-0@lo:400:kworker.0 Request processed in 42us (7507us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891331:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:0.0:1788985030.891341:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788985030.891345:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973407232:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985030.891364:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985030.891387:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973407232:12345-0@lo:41:osp-pre-0-1.0 Request processed in 42us (5035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891402:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:0.0:1788985030.891413:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1788985030.891418:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973407872:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891449:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973407872:12345-0@lo:400:kworker.0 Request processed in 31us (4860us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891454:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00100000:0.0:1788985030.891470:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408128 00000100:00100000:0.0:1788985030.891473:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408128 00000100:00100000:0.0:1788985030.891494:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408640 00000100:00100000:0.0:1788985030.891496:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408640 00000100:00100000:0.0:1788985030.891505:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407744 00000100:00100000:0.0:1788985030.891507:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407744 00000100:00100000:0.0:1788985030.891515:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407488 00000100:00100000:0.0:1788985030.891518:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407488 00000100:00100000:0.0:1788985030.891526:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408000 00000100:00100000:0.0:1788985030.891528:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408000 00000100:00100000:0.0:1788985030.891539:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408512 00000100:00100000:0.0:1788985030.891541:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408512 00000100:00100000:0.0:1788985030.891553:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1788985030.891558:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973408128:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891584:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973408128:12345-0@lo:400:kworker.0 Request processed in 26us (7705us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891589:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 969 00000100:00100000:0.0:1788985030.891599:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1788985030.891604:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973408640:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891625:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973408640:12345-0@lo:400:kworker.0 Request processed in 21us (5457us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891630:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 970 00000100:00100000:0.0:1788985030.891645:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1788985030.891650:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973407744:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891672:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973407744:12345-0@lo:400:kworker.0 Request processed in 22us (5273us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891678:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 971 00000100:00100000:0.0:1788985030.891686:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1788985030.891690:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973407488:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891712:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973407488:12345-0@lo:400:kworker.0 Request processed in 21us (5006us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891717:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 972 00000100:00100000:0.0:1788985030.891725:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1788985030.891730:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973408000:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891749:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973408000:12345-0@lo:400:kworker.0 Request processed in 20us (4997us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891754:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 973 00000100:00100000:0.0:1788985030.891763:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1788985030.891768:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973408512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.891787:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973408512:12345-0@lo:400:kworker.0 Request processed in 20us (4998us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985030.891793:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 974 00000100:00100000:0.0:1788985030.891860:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408256 00000100:00100000:0.0:1788985030.891864:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408256 00000100:00100000:0.0:1788985030.891879:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408768 00000100:00100000:0.0:1788985030.891881:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408768 00000100:00100000:0.0:1788985030.891889:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408384 00000100:00100000:0.0:1788985030.891891:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408384 00000100:00100000:0.0:1788985030.891900:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973408896 00000100:00100000:0.0:1788985030.891907:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973408896 00000100:00100000:0.0:1788985030.898239:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 377 00000100:00100000:0.0:1788985030.898281:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973408256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.898394:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973408256:12345-0@lo:400:kworker.0 Request processed in 129us (11944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985030.907101:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1788985030.907134:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973408768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985030.907238:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973408768:12345-0@lo:400:kworker.0 Request processed in 114us (20749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985030.907246:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 378 00000100:00100000:2.0:1788985030.907277:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1788985030.907284:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973408384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985030.907317:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973408384:12345-0@lo:400:kworker.0 Request processed in 35us (20694us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985030.907323:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 379 00000100:00100000:2.0:1788985030.907347:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788985030.907353:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973408896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985030.907382:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973408896:12345-0@lo:400:kworker.0 Request processed in 30us (20724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985030.907388:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 380 00000100:00100000:2.0:1788985030.907417:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973407360 00000100:00100000:2.0:1788985030.907424:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973407360 00000100:00100000:2.0:1788985030.907471:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1788985030.907477:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973407360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985030.907507:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973407360:12345-0@lo:400:kworker.0 Request processed in 30us (20957us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985030.907513:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:0.0:1788985030.908126:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 377 00000100:00080000:0.0:1788985030.908160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985030.908166:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985030.908169:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985030.908171:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985030.908293:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973409024:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985030.908342:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985030.908415:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973407488:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908430:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973408000:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908441:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973408512:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908450:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973407360:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908462:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973407872:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908472:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973408384:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908481:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973408896:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908528:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973407232:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985030.908540:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973407744:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908552:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973408256:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908579:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973408768:0@lo:400:kworker.0 00000100:00100000:0.0:1788985030.908594:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973407104:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985030.908603:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973407616:0@lo:400:kworker.0 00010000:00080000:0.0:1788985030.908616:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff6680 x1875885973408128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985030.908627:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973408128:0@lo:400:kworker.0 00010000:00080000:0.0:1788985030.908638:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143374380 x1875885973408640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985046 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985030.908646:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973408640:0@lo:400:kworker.0 00000100:00100000:3.0:1788985030.918319:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409024 00000100:00100000:3.0:1788985030.918337:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409024 00000100:00100000:3.0:1788985030.918519:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1788985030.918542:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973409024:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985030.918569:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985030.918655:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973409024:12345-0@lo:13:osp-pre-1-0.0 Request processed in 115us (10312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985030.918671:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:0.0:1788985030.924290:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973409024:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1788985031.262078:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985031.262085:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985031.262089:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985031.262139:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985031.262150:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985031.262159:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985031.262179:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973409152:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985031.262265:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985031.262418:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409152 00000100:00100000:1.0:1788985031.262426:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409152 00000100:00100000:2.0:1788985031.262489:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291540 going to sleep for 11 seconds 00000100:00100000:1.0:1788985031.263758:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1788985031.263777:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973409152:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985031.263792:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985031.263811:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f5b2 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985031.263838:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985031.263849:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985031.263858:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788985031.264076:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973409152:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 307us (1810us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985031.264083:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:3.0:1788985031.264188:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973409152:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985031.264219:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.264229:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985031.264252:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985031.264257:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.264266:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985031.355184:0:32865:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfabc37c0 20000000:00000080:0.0:1788985031.355220:0:32865:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5ec00 uarg=0000000000000000 10000000:01000000:0.0:1788985031.356524:0:32865:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985031.356552:0:32865:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.356572:0:32865:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.356580:0:32865:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.356620:0:32865:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.356650:0:32865:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 23 pid: 6509 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985031.356665:0:32865:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32865:1875885973409280:0@lo:104: 00000100:00100000:0.0:1788985031.356733:0:32865:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985031.356790:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409280 00000100:00100000:2.0:1788985031.356799:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409280 00000100:00100000:0.0:1788985031.356859:0:32865:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c600 going to sleep for 11 seconds 00000100:00100000:2.0:1788985031.357344:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 138 00000100:00100000:2.0:1788985031.357355:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:32865:x1875885973409280:12345-0@lo:104: 00010000:00010000:2.0:1788985031.357368:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985031.357427:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985031.357434:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:32865:x1875885973409280:12345-0@lo:104: Request processed in 83us (701us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985031.357441:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 138 00010000:00010000:3.0:1788985031.357600:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985031.357608:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357616:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985031.357621:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357631:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985031.357639:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985031.357656:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985031.357693:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357700:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985031.357727:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357735:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f5b2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5b9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357752:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985031.357754:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985031.357755:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985031.357777:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973409408:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985031.357813:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985031.357857:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409408 00000100:00100000:3.0:1788985031.357862:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409408 00010000:00010000:3.0:1788985031.357880:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 24 pid: 6509 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985031.357903:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1788985031.357908:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973409408:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985031.357919:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985031.357947:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 24 pid: 6509 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357958:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 24 pid: 6509 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357989:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.357997:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358011:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358018:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358025:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358032:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358037:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985031.358042:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358049:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358057:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985031.358067:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985031.358094:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce55c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973409408:12345-0@lo:103:ldlm_bl.0 Request processed in 186us (280us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985031.358120:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1788985031.358188:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973409408:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985031.358414:0:32865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f5b9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f5b2 expref: 23 pid: 6509 timeout: 971 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985031.358428:0:32865:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:32865:1875885973409280:0@lo:104: 00010000:00010000:0.0:1788985031.358524:0:32865:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.358534:0:32865:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.358540:0:32865:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985031.358546:0:32865:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52f5c0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32865 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985031.710117:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985032.736328:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985032.910375:0:32964:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdf4cb3610 20000000:00000080:2.0:1788985032.910395:0:32964:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cdac00 uarg=0000000000000000 10000000:01000000:2.0:1788985032.912203:0:32964:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985032.912232:0:32964:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912249:0:32964:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912258:0:32964:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912264:0:32964:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912270:0:32964:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912276:0:32964:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912299:0:32964:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985032.912303:0:32964:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912310:0:32964:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912324:0:32964:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912332:0:32964:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985032.912338:0:32964:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f5c7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 32964 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985033.182028:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985033.182037:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985033.182042:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985033.183158:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985033.183183:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985033.183197:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985033.183227:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973409536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985033.183326:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985033.183507:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985033.187309:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409536 00000100:00100000:0.0:1788985033.187324:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409536 00000100:00100000:0.0:1788985033.187396:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788985033.187407:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973409536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985033.187425:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985033.187449:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f5ce expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985033.187493:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985033.187504:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985033.187513:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788985033.187594:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973409536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 189us (4268us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985033.187612:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:3.0:1788985033.189739:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973409536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985033.189766:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985033.189779:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985033.189803:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985033.189809:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985033.189836:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985033.761723:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985033.950092:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985033.950114:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973409664:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985033.950196:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985033.950259:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409664 00000100:00100000:3.0:1788985033.950267:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409664 00000100:00100000:3.0:1788985033.950316:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:3.0:1788985033.950325:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973409664:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985033.950366:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985033.950420:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edbb450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973409664:12345-0@lo:13:osp-pre-0-1.0 Request processed in 96us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985033.950427:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00080000:3.0:1788985033.950601:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985033.950636:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973409664:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985033.953833:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973409792:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985033.954532:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985033.961712:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409792 00000100:00100000:3.0:1788985033.961796:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409792 00000100:00100000:3.0:1788985033.963113:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788985033.963126:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973409792:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985033.963153:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985033.963242:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973409792:12345-0@lo:13:osp-pre-0-0.0 Request processed in 119us (8710us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985033.963248:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788985033.963315:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973409792:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788985033.965974:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985034.462159:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985034.462205:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973409920:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985034.462290:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985034.462451:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973409920 00000100:00100000:1.0:1788985034.462460:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973409920 00000100:00100000:1.0:1788985034.462518:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1788985034.462528:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973409920:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985034.462563:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985034.462617:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973409920:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985034.462624:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:2.0:1788985034.466612:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973409920:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985034.792770:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985035.806916:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985035.830685:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985035.830725:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985035.830744:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985035.830766:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188480 00000100:00100000:0.0:1788985035.830774:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188480 00000100:00100000:0.0:1788985035.830823:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188608 00000100:00100000:0.0:1788985035.830826:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188608 00000100:00100000:0.0:1788985035.830846:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 975 00000100:00100000:0.0:1788985035.830856:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953188480:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985035.830917:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953188480:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 63us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985035.830946:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 975 00000100:00100000:0.0:1788985035.830961:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 976 00000100:00100000:0.0:1788985035.830975:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953188608:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985035.830997:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953188608:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (253us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985035.831002:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 976 00000100:00100000:1.0:1788985035.831089:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188352 00000100:00100000:1.0:1788985035.831093:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188352 00000100:00100000:1.0:1788985035.831123:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 598 00000100:00100000:1.0:1788985035.831129:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953188352:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985035.831165:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953188352:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985035.831171:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 598 00000100:00080000:1.0:1788985035.831196:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985035.831199:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985035.999566:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973410048:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985035.999638:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999696:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973410560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999734:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999758:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973411072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999783:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999798:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973411584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999816:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999837:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:0.0:1788985035.999842:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973410176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999867:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999888:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973410688:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999910:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999944:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973411200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999965:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985035.999979:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973411712:0@lo:400:kworker.0 00000100:00100000:0.0:1788985035.999999:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.000029:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973410304:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.000053:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985036.000464:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411072 00000100:00100000:2.0:1788985036.000471:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411072 00000100:00100000:2.0:1788985036.000517:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411584 00000100:00100000:2.0:1788985036.000520:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411584 00000100:00100000:2.0:1788985036.000532:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411200 00000100:00100000:2.0:1788985036.000534:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411200 00000100:00100000:2.0:1788985036.000544:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411712 00000100:00100000:2.0:1788985036.000547:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411712 00000100:00100000:2.0:1788985036.000560:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1788985036.000569:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973411072:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985036.000631:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973411072:12345-0@lo:400:kworker.0 Request processed in 63us (847us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985036.000639:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00100000:2.0:1788985036.000655:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1788985036.000661:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973411584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985036.000686:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973411584:12345-0@lo:400:kworker.0 Request processed in 26us (869us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985036.000692:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 382 00000100:00100000:2.0:1788985036.000702:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788985036.000707:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973411200:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985036.000746:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973411200:12345-0@lo:400:kworker.0 Request processed in 38us (780us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985036.000751:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 383 00000100:00100000:2.0:1788985036.000762:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788985036.000768:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973411712:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985036.000792:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973411712:12345-0@lo:400:kworker.0 Request processed in 24us (792us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985036.000797:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 384 00000100:00100000:2.0:1788985036.000817:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410688 00000100:00100000:2.0:1788985036.000820:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410688 00000100:00100000:2.0:1788985036.000844:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:2.0:1788985036.000850:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973410688:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985036.000880:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973410688:12345-0@lo:400:kworker.0 Request processed in 30us (968us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985036.000885:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00080000:2.0:1788985036.000960:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985036.000964:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985036.001793:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973410816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.001829:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.001848:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973411328:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.001869:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.001893:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973411840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985036.001916:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.001954:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1788985036.001960:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973410432:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.001981:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.001998:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973410944:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.002020:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.002037:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973411456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.002056:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985036.002347:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410560 00000100:00100000:1.0:1788985036.002353:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410560 00000100:00100000:1.0:1788985036.002379:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410304 00000100:00100000:1.0:1788985036.002382:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410304 00000100:00100000:1.0:1788985036.002391:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410816 00000100:00100000:1.0:1788985036.002393:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410816 00000100:00100000:1.0:1788985036.002411:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411328 00000100:00100000:1.0:1788985036.002413:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411328 00000100:00100000:1.0:1788985036.002423:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410944 00000100:00100000:1.0:1788985036.002425:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410944 00000100:00100000:1.0:1788985036.002439:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1788985036.002445:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973410560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985036.002486:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973410560:12345-0@lo:400:kworker.0 Request processed in 41us (2752us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985036.002492:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 977 00000100:00100000:1.0:1788985036.002505:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1788985036.002510:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973410304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985036.002542:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdf80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973410304:12345-0@lo:400:kworker.0 Request processed in 32us (2488us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985036.002548:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 978 00000100:00100000:1.0:1788985036.002559:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1788985036.002564:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973410816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985036.002586:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973410816:12345-0@lo:400:kworker.0 Request processed in 22us (756us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985036.002592:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 979 00000100:00100000:1.0:1788985036.002600:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1788985036.002605:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973411328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985036.002624:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973411328:12345-0@lo:400:kworker.0 Request processed in 20us (755us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985036.002629:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 980 00000100:00100000:1.0:1788985036.002637:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 981 00000100:00100000:1.0:1788985036.002642:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973410944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985036.002676:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fe300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973410944:12345-0@lo:400:kworker.0 Request processed in 35us (656us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985036.002681:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 981 00000100:00080000:2.0:1788985036.004646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985036.004666:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985036.004888:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973411968:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985036.004950:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985036.004989:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973410304:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.005003:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973410816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.005014:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973411328:0@lo:400:kworker.0 00010000:00080000:0.0:1788985036.005042:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff4a80 x1875885973410944/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985036.005052:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973410944:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.007809:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410048 00000100:00100000:0.0:1788985036.007823:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410048 00000100:00100000:0.0:1788985036.007887:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411968 00000100:00100000:0.0:1788985036.007891:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411968 00000100:00100000:0.0:1788985036.007912:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1788985036.007921:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973410048:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985036.007978:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985036.008050:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973410048:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (8412us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985036.008057:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:0.0:1788985036.010507:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1788985036.010522:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973411968:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985036.010545:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985036.010632:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973411968:12345-0@lo:13:osp-pre-1-1.0 Request processed in 116us (5682us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985036.010638:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:0.0:1788985036.010684:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411456 00000100:00100000:0.0:1788985036.010690:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411456 00000100:00100000:0.0:1788985036.010746:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1788985036.010753:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973411456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.010788:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973411456:12345-0@lo:400:kworker.0 Request processed in 36us (8731us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985036.010794:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 982 00000100:00100000:0.0:1788985036.010812:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410176 00000100:00100000:0.0:1788985036.010815:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410176 00000100:00100000:0.0:1788985036.010840:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1788985036.010846:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973410176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.010878:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973410176:12345-0@lo:400:kworker.0 Request processed in 32us (11009us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985036.010897:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1788985036.011007:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973411840 00000100:00100000:0.0:1788985036.011012:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973411840 00000100:00100000:0.0:1788985036.011035:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973410432 00000100:00100000:0.0:1788985036.011038:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973410432 00000100:00100000:0.0:1788985036.011051:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1788985036.011057:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973411840:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985036.017257:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985036.017351:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973411840:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6289us (15429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985036.017361:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00100000:0.0:1788985036.017400:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:0.0:1788985036.017411:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973410432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.017455:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973410432:12345-0@lo:400:kworker.0 Request processed in 48us (15473us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985036.017461:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00080000:0.0:1788985036.017517:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985036.017588:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973410176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.017604:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973410688:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.017615:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973411200:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.017627:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973411712:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.017645:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973410048:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985036.020045:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143377b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973410432:0@lo:400:kworker.0 00010000:00080000:1.0:1788985036.020077:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff5f80 x1875885973411456/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985036.020089:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973411456:0@lo:400:kworker.0 00000100:00100000:1.0:1788985036.020110:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973411968:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985036.020142:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973411840:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985036.020622:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973410560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.020651:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973411072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985036.020672:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973411584:0@lo:400:kworker.0 00010000:00010000:2.0:1788985036.831628:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985037.854689:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985038.878548:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985039.071826:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973412096:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985039.071952:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985039.072163:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412096 00000100:00100000:3.0:1788985039.072180:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412096 00000100:00100000:3.0:1788985039.072256:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:3.0:1788985039.072275:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973412096:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985039.072318:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985039.072534:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973412096:12345-0@lo:13:osp-pre-0-1.0 Request processed in 266us (581us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985039.072541:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00080000:3.0:1788985039.072563:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985039.072622:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973412096:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985039.073085:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985039.073100:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973412224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985039.073161:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985039.073209:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412224 00000100:00100000:1.0:1788985039.073217:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412224 00000100:00100000:1.0:1788985039.073273:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:1.0:1788985039.073282:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973412224:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985039.073305:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985039.073350:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973412224:12345-0@lo:13:osp-pre-0-0.0 Request processed in 68us (188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985039.073358:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00080000:1.0:1788985039.073379:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985039.073413:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973412224:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985039.583823:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973412352:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985039.583895:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985039.584622:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412352 00000100:00100000:0.0:1788985039.584632:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412352 00000100:00100000:0.0:1788985039.584689:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:0.0:1788985039.584698:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973412352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985039.584731:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985039.584786:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973412352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (891us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985039.584792:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788985039.584913:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973412352:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985039.905964:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985040.932144:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985040.962968:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985040.963035:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985040.963212:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985040.963253:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188736 00000100:00100000:3.0:1788985040.963276:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188736 00000100:00100000:3.0:1788985040.963343:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 600 00000100:00100000:3.0:1788985040.963355:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953188736:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985040.963456:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953188736:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 102us (419us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985040.963464:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 600 00000100:00100000:3.0:1788985040.963519:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188864 00000100:00100000:3.0:1788985040.963524:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188864 00000100:00100000:3.0:1788985040.963570:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953188992 00000100:00100000:3.0:1788985040.963573:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953188992 00000100:00100000:3.0:1788985040.963600:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 983 00000100:00100000:3.0:1788985040.963607:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953188864:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985040.963643:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953188864:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (690us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985040.963649:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 983 00000100:00100000:3.0:1788985040.963663:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 984 00000100:00100000:3.0:1788985040.963669:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953188992:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985040.963694:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953188992:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (482us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985040.963700:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 984 00000100:00080000:3.0:1788985040.964266:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985040.964271:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985041.118174:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985041.118207:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973412480:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985041.118462:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973412608:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985041.118533:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.118693:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412608 00000100:00100000:0.0:1788985041.118705:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412608 00000100:00100000:0.0:1788985041.118776:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1788985041.118788:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973412608:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985041.118839:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985041.118904:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973412608:12345-0@lo:41:osp-pre-0-1.0 Request processed in 118us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.118911:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00100000:0.0:1788985041.119158:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973412992:0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119194:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.119221:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973413504:0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119242:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.119403:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973414016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119429:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.119449:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985041.119455:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973412864:0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119489:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.119512:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973413376:0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119538:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.119557:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973413888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119577:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985041.119609:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412992 00000100:00100000:0.0:1788985041.119614:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412992 00000100:00100000:0.0:1788985041.119642:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413504 00000100:00100000:0.0:1788985041.119644:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413504 00000100:00100000:0.0:1788985041.119671:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414016 00000100:00100000:0.0:1788985041.119674:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414016 00000100:00100000:0.0:1788985041.119687:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413376 00000100:00100000:0.0:1788985041.119690:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413376 00000100:00100000:0.0:1788985041.119702:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413888 00000100:00100000:0.0:1788985041.119704:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413888 00000100:00100000:0.0:1788985041.119720:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1788985041.119726:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973412992:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119766:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973412992:12345-0@lo:400:kworker.0 Request processed in 41us (571us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.119772:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 985 00000100:00100000:0.0:1788985041.119785:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1788985041.119791:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973413504:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119818:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973413504:12345-0@lo:400:kworker.0 Request processed in 27us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.119835:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 986 00000100:00100000:0.0:1788985041.119848:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1788985041.119853:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973414016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119881:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973414016:12345-0@lo:400:kworker.0 Request processed in 29us (452us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.119886:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 987 00000100:00100000:0.0:1788985041.119896:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1788985041.119900:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973413376:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119950:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973413376:12345-0@lo:400:kworker.0 Request processed in 25us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.119957:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 988 00000100:00100000:0.0:1788985041.119968:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 989 00000100:00100000:0.0:1788985041.119974:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973413888:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.119999:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973413888:12345-0@lo:400:kworker.0 Request processed in 26us (421us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.120004:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 989 00000100:00100000:1.0:1788985041.120223:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.120389:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412480 00000100:00100000:1.0:1788985041.120395:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412480 00000100:00100000:1.0:1788985041.120441:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1788985041.120449:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973412480:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985041.120474:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985041.120524:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973412480:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985041.120531:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:1.0:1788985041.120579:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973412480:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985041.120824:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412864 00000100:00100000:0.0:1788985041.120830:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412864 00000100:00100000:0.0:1788985041.120905:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1788985041.120914:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973412864:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985041.120982:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973412864:12345-0@lo:400:kworker.0 Request processed in 69us (1491us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985041.120988:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:1.0:1788985041.122522:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973412736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985041.122596:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122637:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973413248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.122675:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122700:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973413760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.122725:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122744:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973414272:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.122767:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122792:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788985041.122799:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973413120:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.122828:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122849:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973413632:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.122869:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122886:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973414144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.122907:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985041.122960:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973412736 00000100:00100000:1.0:1788985041.122969:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973412736 00000100:00100000:1.0:1788985041.123218:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1788985041.123229:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973412736:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985041.123256:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985041.123379:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973412736:12345-0@lo:13:osp-pre-1-0.0 Request processed in 148us (780us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985041.123401:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:1.0:1788985041.123467:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973412608:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985041.123501:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413248 00000100:00100000:1.0:1788985041.123505:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413248 00000100:00100000:1.0:1788985041.123533:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788985041.123539:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973413248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.123577:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973413248:12345-0@lo:400:kworker.0 Request processed in 38us (901us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985041.123583:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788985041.123617:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973412736:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985041.123628:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973413248:0@lo:400:kworker.0 00000100:00100000:2.0:1788985041.124608:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413760 00000100:00100000:2.0:1788985041.124617:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413760 00000100:00100000:2.0:1788985041.124654:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414272 00000100:00100000:2.0:1788985041.124657:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414272 00000100:00100000:2.0:1788985041.124670:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413632 00000100:00100000:2.0:1788985041.124673:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413632 00000100:00100000:2.0:1788985041.124686:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414144 00000100:00100000:2.0:1788985041.124689:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414144 00000100:00100000:2.0:1788985041.124703:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788985041.124712:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973413760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985041.124807:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973413760:12345-0@lo:400:kworker.0 Request processed in 96us (2080us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985041.124814:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 385 00000100:00100000:2.0:1788985041.124828:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1788985041.124835:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973414272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985041.124861:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973414272:12345-0@lo:400:kworker.0 Request processed in 27us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985041.124867:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 386 00000100:00100000:2.0:1788985041.124879:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788985041.124885:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973413632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985041.124942:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973413632:12345-0@lo:400:kworker.0 Request processed in 41us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985041.124949:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 387 00000100:00100000:2.0:1788985041.124962:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 388 00000100:00100000:2.0:1788985041.124969:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973414144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985041.124998:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973414144:12345-0@lo:400:kworker.0 Request processed in 30us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985041.125004:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 388 00000100:00100000:1.0:1788985041.125185:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973413632:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.125198:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973414144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.125210:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973413760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.125220:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973414272:0@lo:400:kworker.0 00000100:00080000:2.0:1788985041.128873:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985041.128887:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985041.128892:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985041.128895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985041.128923:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973413120 00000100:00100000:2.0:1788985041.128951:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973413120 00000100:00100000:2.0:1788985041.129042:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 990 00000100:00100000:2.0:1788985041.129054:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973413120:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985041.129202:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973413120:12345-0@lo:400:kworker.0 Request processed in 150us (6372us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985041.129210:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 990 00000100:00100000:1.0:1788985041.129458:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973413120:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.130000:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973412864:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.130030:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973413376:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.130045:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973413888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985041.130059:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973412992:0@lo:400:kworker.0 00010000:00080000:1.0:1788985041.130095:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff5500 x1875885973413504/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985041.130122:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973413504:0@lo:400:kworker.0 00010000:00080000:1.0:1788985041.130136:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142ff6680 x1875885973414016/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985041.130144:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142ff6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973414016:0@lo:400:kworker.0 00010000:00010000:1.0:1788985041.953479:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985042.976376:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985044.000672:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985044.190195:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973414528:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985044.190306:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985044.196442:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414528 00000100:00100000:2.0:1788985044.196464:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414528 00000100:00100000:2.0:1788985044.196561:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788985044.196575:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973414528:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985044.196617:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788985044.197976:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985044.198355:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973414400:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985044.198454:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985044.198757:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414400 00000100:00100000:3.0:1788985044.198768:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414400 00000100:00100000:3.0:1788985044.198833:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:3.0:1788985044.198845:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973414400:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985044.198872:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985044.198951:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973414400:12345-0@lo:13:osp-pre-0-1.0 Request processed in 84us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985044.198959:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00080000:0.0:1788985044.200530:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985044.201483:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973414400:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985044.204203:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973414528:12345-0@lo:13:osp-pre-0-0.0 Request processed in 7618us (13884us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985044.204249:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:1.0:1788985044.207333:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973414528:0@lo:13:osp-pre-0-0.0 00000001:02000400:2.0:1788985044.520700:0:33357:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 15: test id mapping =================== 16:17:23 (1788985043) 00000100:00100000:1.0:1788985044.702095:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985044.702120:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973414656:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985044.702194:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985044.702260:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414656 00000100:00100000:1.0:1788985044.702268:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414656 00000100:00100000:1.0:1788985044.702324:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788985044.702334:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973414656:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985044.702367:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985044.702412:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973414656:12345-0@lo:41:osp-pre-1-0.0 Request processed in 80us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985044.702419:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788985044.702468:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973414656:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985045.024408:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985045.626743:0:33405:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbed16ee0 20000000:00000080:3.0:1788985045.626769:0:33405:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e83800 uarg=0000000000000000 10000000:01000000:3.0:1788985045.626855:0:33405:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985045.626882:0:33405:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.626906:0:33405:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.626915:0:33405:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985045.631467:0:33405:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985045.631493:0:33405:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 23 pid: 6508 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985045.631511:0:33405:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33405:1875885973414784:0@lo:104: 00000100:00100000:2.0:1788985045.631587:0:33405:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985045.631784:0:33405:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5c00 going to sleep for 11 seconds 00000100:00100000:3.0:1788985045.631865:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788985045.631880:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414784 00000100:00100000:3.0:1788985045.631888:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414784 00000100:00100000:3.0:1788985045.631976:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 139 00000100:00100000:3.0:1788985045.631997:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12757d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:33405:x1875885973414784:12345-0@lo:104: 00010000:00010000:3.0:1788985045.632013:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632094:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985045.632101:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12757d0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:33405:x1875885973414784:12345-0@lo:104: Request processed in 117us (514us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985045.632109:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 139 00010000:00010000:3.0:1788985045.632161:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985045.632168:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632176:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985045.632180:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632209:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985045.632217:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985045.632223:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985045.632256:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632262:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985045.632285:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632292:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f5ce lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5d5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632312:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985045.632314:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985045.632316:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985045.632335:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985045.632346:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973414912:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985045.632377:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985045.632412:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973414912 00000100:00100000:3.0:1788985045.632415:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973414912 00010000:00010000:3.0:1788985045.632432:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 24 pid: 6508 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985045.632455:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:3.0:1788985045.632468:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973414912:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985045.632480:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985045.632485:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 24 pid: 6508 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632495:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 24 pid: 6508 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632513:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632521:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632535:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632542:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632548:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632554:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632560:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985045.632564:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632571:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632587:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985045.632596:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985045.632625:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973414912:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (247us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985045.632632:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00010000:00010000:2.0:1788985045.632979:0:33405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f5d5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f5ce expref: 23 pid: 6508 timeout: 985 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985045.633003:0:33405:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33405:1875885973414784:0@lo:104: 00010000:00010000:2.0:1788985045.633023:0:33405:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985045.633032:0:33405:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985045.633038:0:33405:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985045.633043:0:33405:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f5dc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33405 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985045.634107:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143006a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973414912:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985046.048005:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985046.079131:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985046.079205:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985046.079245:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985046.079274:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189376 00000100:00100000:0.0:1788985046.079283:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189376 00000100:00100000:0.0:1788985046.079334:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189248 00000100:00100000:0.0:1788985046.079338:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189248 00000100:00100000:0.0:1788985046.079360:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 991 00000100:00100000:0.0:1788985046.079370:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953189376:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985046.079441:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953189376:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985046.079449:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 991 00000100:00100000:0.0:1788985046.079465:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 992 00000100:00100000:0.0:1788985046.079472:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953189248:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985046.079493:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953189248:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 22us (248us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985046.079499:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 992 00000100:00080000:0.0:1788985046.079514:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985046.079518:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985046.079915:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189120 00000100:00100000:1.0:1788985046.079920:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189120 00000100:00100000:1.0:1788985046.079987:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 602 00000100:00100000:1.0:1788985046.079995:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953189120:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985046.080029:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953189120:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 35us (907us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985046.080036:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 602 00000100:00100000:1.0:1788985046.243753:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973415040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985046.243830:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.243891:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985046.243898:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973415168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985046.243922:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.244068:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415040 00000100:00100000:1.0:1788985046.244076:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415040 00000100:00100000:1.0:1788985046.244117:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788985046.244126:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973415040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985046.244158:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985046.244203:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973415040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 77us (372us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985046.244379:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788985046.244408:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415168 00000100:00100000:1.0:1788985046.244411:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415168 00000100:00100000:1.0:1788985046.244473:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1788985046.244481:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973415168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985046.244500:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985046.244532:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973415168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 53us (609us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985046.244554:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:1.0:1788985046.244600:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973415168:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985046.244614:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143374700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973415040:0@lo:41:osp-pre-0-1.0 00000100:00080000:1.0:1788985046.244636:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985046.247226:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973415296:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985046.247426:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985046.247857:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415296 00000100:00100000:2.0:1788985046.247867:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415296 00000100:00080000:0.0:1788985046.248076:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985046.248228:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788985046.248239:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973415296:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985046.248268:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985046.248381:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973415296:12345-0@lo:13:osp-pre-1-0.0 Request processed in 144us (956us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.248388:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:1.0:1788985046.248565:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973415424:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248608:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248643:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973415936:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248670:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248687:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973416448:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248704:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248722:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788985046.248727:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973415808:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248746:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248761:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973416320:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248783:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248836:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973415552:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248860:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973416064:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248896:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.248912:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973416576:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.248960:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985046.249070:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415424 00000100:00100000:2.0:1788985046.249076:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415424 00000100:00100000:2.0:1788985046.249106:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788985046.249113:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973415424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.249153:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973415424:12345-0@lo:400:kworker.0 Request processed in 41us (544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.249160:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:0.0:1788985046.249417:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973415296:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985046.250093:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788985046.250103:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973415680:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.250144:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985046.250156:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973416192:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.250178:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985046.250379:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416320 00000100:00100000:0.0:1788985046.250385:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416320 00000100:00100000:0.0:1788985046.250422:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416192 00000100:00100000:0.0:1788985046.250425:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416192 00000100:00100000:0.0:1788985046.250446:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1788985046.250453:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973416320:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985046.250493:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973416320:12345-0@lo:400:kworker.0 Request processed in 41us (1710us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985046.250499:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 389 00000100:00100000:0.0:1788985046.250512:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 390 00000100:00100000:0.0:1788985046.250518:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973416192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.250583:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415936 00000100:00100000:2.0:1788985046.250587:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415936 00000100:00100000:2.0:1788985046.250609:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416448 00000100:00100000:2.0:1788985046.250612:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416448 00000100:00100000:2.0:1788985046.250624:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415552 00000100:00100000:2.0:1788985046.250626:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415552 00000100:00100000:2.0:1788985046.250635:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416064 00000100:00100000:2.0:1788985046.250638:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416064 00000100:00100000:2.0:1788985046.250648:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416576 00000100:00100000:2.0:1788985046.250651:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416576 00000100:00100000:2.0:1788985046.250661:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415680 00000100:00100000:2.0:1788985046.250663:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415680 00000100:00100000:2.0:1788985046.250675:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1788985046.250682:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973415936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.250714:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973415936:12345-0@lo:400:kworker.0 Request processed in 34us (2044us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.250730:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 993 00000100:00100000:2.0:1788985046.250745:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1788985046.250750:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973416448:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.250777:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973416448:12345-0@lo:400:kworker.0 Request processed in 27us (2072us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.250782:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 994 00000100:00100000:2.0:1788985046.250792:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1788985046.250797:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973415552:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985046.251341:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973416192:12345-0@lo:400:kworker.0 Request processed in 807us (1145us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985046.251357:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 390 00000100:00080000:0.0:1788985046.251391:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985046.251396:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985046.251399:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985046.254421:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973415552:12345-0@lo:400:kworker.0 Request processed in 3615us (5552us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.254435:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 995 00000100:00100000:2.0:1788985046.254467:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1788985046.254478:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973416064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.254540:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973416064:12345-0@lo:400:kworker.0 Request processed in 66us (5643us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.254545:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 996 00000100:00100000:2.0:1788985046.254556:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1788985046.254562:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973416576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.254587:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143374700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973416576:12345-0@lo:400:kworker.0 Request processed in 26us (5627us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.254591:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 997 00000100:00100000:2.0:1788985046.254601:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 998 00000100:00100000:2.0:1788985046.254607:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973415680:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985046.254634:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973415680:12345-0@lo:400:kworker.0 Request processed in 27us (4490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985046.254646:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 998 00000100:00100000:3.0:1788985046.254983:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973415808 00000100:00100000:3.0:1788985046.254992:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973415808 00000100:00100000:3.0:1788985046.255062:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1788985046.255070:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973415808:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985046.255111:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973415808:12345-0@lo:400:kworker.0 Request processed in 43us (6363us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985046.255116:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:1.0:1788985046.255720:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973415808:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255735:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973416320:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255746:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973415424:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255757:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973415936:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255767:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973416448:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255807:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973415680:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255818:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973416192:0@lo:400:kworker.0 00000100:00100000:1.0:1788985046.255829:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973415552:0@lo:400:kworker.0 00010000:00080000:1.0:1788985046.255841:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa8e00 x1875885973416064/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985046.255850:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973416064:0@lo:400:kworker.0 00010000:00080000:1.0:1788985046.255860:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9500 x1875885973416576/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985046.255867:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973416576:0@lo:400:kworker.0 00010000:00010000:2.0:1788985047.070891:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985047.457484:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985047.457492:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985047.457498:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985047.457545:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985047.457565:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985047.457579:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985047.457607:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973416704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985047.457672:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985047.457731:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164240 going to sleep for 11 seconds 00000100:00100000:2.0:1788985047.457801:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416704 00000100:00100000:2.0:1788985047.457808:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416704 00000100:00100000:2.0:1788985047.457858:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1788985047.457866:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973416704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985047.457879:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985047.457895:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f5e3 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985047.457920:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985047.458102:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985047.458112:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eae00, rc 0) 00000100:00100000:2.0:1788985047.458152:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973416704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 286us (479us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985047.458158:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:1.0:1788985047.458246:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973416704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985047.458261:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985047.458270:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985047.458294:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985047.458299:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985047.458306:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985048.100464:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985049.121434:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985049.241467:0:33600:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0c4b45c0 20000000:00000080:2.0:1788985049.241484:0:33600:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd3000 uarg=0000000000000000 10000000:01000000:2.0:1788985049.241537:0:33600:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985049.241557:0:33600:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.241575:0:33600:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.241595:0:33600:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.241634:0:33600:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.241648:0:33600:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 23 pid: 6508 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985049.241663:0:33600:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33600:1875885973416832:0@lo:104: 00000100:00100000:2.0:1788985049.241724:0:33600:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985049.241778:0:33600:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824e000 going to sleep for 11 seconds 00000100:00100000:1.0:1788985049.242375:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416832 00000100:00100000:1.0:1788985049.242385:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416832 00000100:00100000:1.0:1788985049.242438:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 140 00000100:00100000:1.0:1788985049.242449:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:33600:x1875885973416832:12345-0@lo:104: 00010000:00010000:1.0:1788985049.242474:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242541:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985049.242548:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:33600:x1875885973416832:12345-0@lo:104: Request processed in 101us (823us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985049.242555:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 140 00010000:00010000:1.0:1788985049.242579:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985049.242585:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242593:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985049.242598:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242608:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985049.242616:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985049.242623:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985049.242654:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242660:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985049.242679:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242686:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ebc00/0xa0dd3253da52f5e3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5ea expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242708:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985049.242710:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985049.242712:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985049.242733:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973416960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985049.242766:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985049.242815:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973416960 00000100:00100000:1.0:1788985049.242818:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973416960 00010000:00010000:1.0:1788985049.242836:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 24 pid: 6508 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985049.242860:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788985049.242866:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973416960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985049.242877:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985049.242883:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 24 pid: 6508 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242895:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 24 pid: 6508 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242913:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.242922:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243232:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243239:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243328:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243336:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243342:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985049.243346:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243409:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243422:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985049.243434:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985049.243471:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973416960:12345-0@lo:103:ldlm_bl.0 Request processed in 605us (704us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985049.243478:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:1.0:1788985049.243519:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973416960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985049.245323:0:33600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f5ea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f5e3 expref: 23 pid: 6508 timeout: 989 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985049.245346:0:33600:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33600:1875885973416832:0@lo:104: 00010000:00010000:2.0:1788985049.245765:0:33600:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.245779:0:33600:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.245786:0:33600:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985049.245794:0:33600:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f5f1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33600 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985049.313167:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973417088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985049.313288:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985049.313385:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417088 00000100:00100000:0.0:1788985049.313394:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417088 00000100:00100000:0.0:1788985049.313449:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:0.0:1788985049.313458:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973417088:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985049.313487:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985049.313533:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973417088:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985049.313540:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:0.0:1788985049.313574:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985049.313610:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973417088:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985049.314581:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973417216:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985049.314617:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985049.314697:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417216 00000100:00100000:2.0:1788985049.314723:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417216 00000100:00100000:2.0:1788985049.315049:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1788985049.315059:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973417216:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985049.315076:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985049.315115:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973417216:12345-0@lo:13:osp-pre-0-0.0 Request processed in 59us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985049.315122:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00080000:0.0:1788985049.315242:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985049.315276:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973417216:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985049.825033:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973417344:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985049.825157:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985049.825239:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417344 00000100:00100000:1.0:1788985049.825247:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417344 00000100:00100000:1.0:1788985049.825299:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788985049.825309:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973417344:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985049.825362:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985049.825431:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973417344:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (273us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985049.825439:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788985049.825485:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973417344:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985050.152900:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985051.102916:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985051.102960:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985051.102965:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985051.103026:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985051.103039:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985051.103051:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985051.103078:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973417472:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985051.103151:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985051.103207:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164780 going to sleep for 11 seconds 00000100:00100000:2.0:1788985051.103303:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417472 00000100:00100000:2.0:1788985051.103311:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417472 00000100:00100000:2.0:1788985051.103363:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788985051.103373:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973417472:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985051.103386:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985051.103399:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f5f8 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985051.103422:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985051.103432:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985051.103440:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eac00, rc 0) 00000100:00100000:2.0:1788985051.103484:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973417472:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 112us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985051.103493:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788985051.103539:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973417472:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985051.103555:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985051.103583:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985051.103601:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985051.103605:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985051.103612:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985051.172969:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985051.193748:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985051.193792:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985051.193822:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985051.193849:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189760 00000100:00100000:3.0:1788985051.193861:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189760 00000100:00100000:3.0:1788985051.193945:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189632 00000100:00100000:3.0:1788985051.193949:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189632 00000100:00100000:3.0:1788985051.193977:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 999 00000100:00100000:3.0:1788985051.193986:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953189760:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985051.194084:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953189760:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 98us (290us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.194093:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 999 00000100:00100000:3.0:1788985051.194112:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1000 00000100:00100000:3.0:1788985051.194118:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953189632:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985051.194142:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143006300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953189632:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.194148:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1000 00000100:00080000:3.0:1788985051.194167:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985051.194170:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985051.194472:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189504 00000100:00100000:2.0:1788985051.194478:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189504 00000100:00100000:2.0:1788985051.194527:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 606 00000100:00100000:2.0:1788985051.194534:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953189504:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985051.194566:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953189504:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 33us (831us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985051.194573:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 606 00000100:00100000:3.0:1788985051.358263:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973417600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358346:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358408:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973418112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358436:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358452:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973418624:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358473:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358492:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973419136:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358512:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358535:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985051.358541:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973417984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358565:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358584:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973418496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358604:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358620:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973419008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358653:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358682:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973417728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358705:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358722:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973418240:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358741:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358773:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973418752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358793:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358810:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985051.358816:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973417856:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358835:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358853:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973418368:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358871:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358889:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973418880:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.358910:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985051.358964:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418624 00000100:00100000:3.0:1788985051.358973:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418624 00000100:00100000:3.0:1788985051.359033:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419136 00000100:00100000:3.0:1788985051.359037:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419136 00000100:00100000:3.0:1788985051.359053:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418496 00000100:00100000:3.0:1788985051.359056:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418496 00000100:00100000:3.0:1788985051.359067:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419008 00000100:00100000:3.0:1788985051.359069:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419008 00000100:00100000:3.0:1788985051.359084:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1788985051.359092:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973418624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359145:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973418624:12345-0@lo:400:kworker.0 Request processed in 54us (671us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359152:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 391 00000100:00100000:3.0:1788985051.359177:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1788985051.359183:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973419136:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359215:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973419136:12345-0@lo:400:kworker.0 Request processed in 31us (701us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359221:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:3.0:1788985051.359232:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788985051.359237:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973418496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359263:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973418496:12345-0@lo:400:kworker.0 Request processed in 25us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359268:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 393 00000100:00100000:3.0:1788985051.359280:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1788985051.359286:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973419008:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359311:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973419008:12345-0@lo:400:kworker.0 Request processed in 26us (658us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359317:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 394 00000100:00100000:3.0:1788985051.359334:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417984 00000100:00100000:3.0:1788985051.359337:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417984 00000100:00100000:3.0:1788985051.359355:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417728 00000100:00100000:3.0:1788985051.359357:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417728 00000100:00100000:3.0:1788985051.359368:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418240 00000100:00100000:3.0:1788985051.359370:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418240 00000100:00100000:3.0:1788985051.359383:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418752 00000100:00100000:3.0:1788985051.359386:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418752 00000100:00100000:3.0:1788985051.359396:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418368 00000100:00100000:3.0:1788985051.359398:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418368 00000100:00100000:3.0:1788985051.359411:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418880 00000100:00100000:3.0:1788985051.359413:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418880 00000100:00100000:3.0:1788985051.359426:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1788985051.359431:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973417984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359472:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973417984:12345-0@lo:400:kworker.0 Request processed in 40us (905us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359478:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1001 00000100:00100000:3.0:1788985051.359491:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1788985051.359497:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973417728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359529:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973417728:12345-0@lo:400:kworker.0 Request processed in 32us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359535:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1002 00000100:00100000:3.0:1788985051.359547:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1788985051.359554:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973418240:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359580:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973418240:12345-0@lo:400:kworker.0 Request processed in 27us (837us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359585:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1003 00000100:00100000:3.0:1788985051.359597:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1788985051.359602:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973418752:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359628:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973418752:12345-0@lo:400:kworker.0 Request processed in 27us (835us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359634:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1004 00000100:00100000:3.0:1788985051.359645:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1788985051.359651:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973418368:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359675:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973418368:12345-0@lo:400:kworker.0 Request processed in 25us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359681:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1005 00000100:00100000:3.0:1788985051.359692:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1788985051.359698:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973418880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359734:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973418880:12345-0@lo:400:kworker.0 Request processed in 36us (823us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359740:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1006 00000100:00100000:3.0:1788985051.359775:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973418112 00000100:00100000:3.0:1788985051.359780:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973418112 00000100:00100000:3.0:1788985051.359813:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417856 00000100:00100000:3.0:1788985051.359816:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417856 00000100:00100000:3.0:1788985051.359830:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788985051.359836:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973418112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359867:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973418112:12345-0@lo:400:kworker.0 Request processed in 31us (1430us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359873:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00100000:3.0:1788985051.359885:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:3.0:1788985051.359891:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973417856:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.359916:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973417856:12345-0@lo:400:kworker.0 Request processed in 26us (1080us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985051.359921:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00080000:3.0:1788985051.359970:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985051.359974:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985051.359976:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985051.359978:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985051.360017:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973417856:0@lo:400:kworker.0 00010000:00080000:3.0:1788985051.360032:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aaa300 x1875885973418368/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985051.360042:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973418368:0@lo:400:kworker.0 00010000:00080000:3.0:1788985051.360051:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144056d80 x1875885973418880/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985067 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985051.360065:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973418880:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360078:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973417728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360089:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973418240:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360098:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973418752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360147:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973417984:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360156:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973418496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360165:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973419008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360173:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973418112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360183:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973418624:0@lo:400:kworker.0 00000100:00100000:3.0:1788985051.360191:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973419136:0@lo:400:kworker.0 00000100:00100000:2.0:1788985051.360455:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973417600 00000100:00100000:2.0:1788985051.360460:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973417600 00000100:00100000:2.0:1788985051.360497:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1788985051.360505:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973417600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985051.360546:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973417600:12345-0@lo:400:kworker.0 Request processed in 43us (2199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985051.360551:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1788985051.360584:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973417600:0@lo:400:kworker.0 00000100:00100000:2.0:1788985051.365567:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973419264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985051.365644:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985051.366024:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973419392:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985051.366056:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985051.366231:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419264 00000100:00100000:2.0:1788985051.366238:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419264 00000100:00100000:2.0:1788985051.366279:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419392 00000100:00100000:2.0:1788985051.366281:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419392 00000100:00100000:2.0:1788985051.366294:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1788985051.366302:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973419264:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985051.366329:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985051.366368:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973419264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 66us (724us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985051.366375:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:2.0:1788985051.366391:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788985051.366396:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973419392:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985051.366404:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985051.366428:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973419392:12345-0@lo:13:osp-pre-1-1.0 Request processed in 32us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985051.366433:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788985051.366473:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973419392:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985051.366504:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985051.366512:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973419520:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985051.366539:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985051.366567:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419520 00000100:00100000:2.0:1788985051.366570:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419520 00000100:00100000:2.0:1788985051.366596:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788985051.366602:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973419520:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985051.366642:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985051.366678:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973419520:12345-0@lo:41:osp-pre-0-1.0 Request processed in 76us (138us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985051.366684:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00100000:2.0:1788985051.366719:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973419264:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985051.366757:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973419520:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788985052.192576:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985053.186907:0:33796:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9c9036a0 20000000:00000080:1.0:1788985053.186975:0:33796:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432ae400 uarg=0000000000000000 10000000:01000000:1.0:1788985053.188232:0:33796:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985053.188254:0:33796:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985053.188286:0:33796:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985053.188294:0:33796:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985053.188333:0:33796:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985053.188347:0:33796:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 23 pid: 6506 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985053.188361:0:33796:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33796:1875885973419648:0@lo:104: 00000100:00100000:1.0:1788985053.188422:0:33796:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985053.188520:0:33796:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788985053.188563:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419648 00000100:00100000:2.0:1788985053.188635:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419648 00000100:00100000:2.0:1788985053.188724:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 141 00000100:00100000:2.0:1788985053.188735:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:33796:x1875885973419648:12345-0@lo:104: 00010000:00010000:2.0:1788985053.188749:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985053.188866:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985053.188874:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:33796:x1875885973419648:12345-0@lo:104: Request processed in 141us (452us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985053.188880:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 141 00010000:00010000:0.0:1788985053.188949:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985053.188956:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.188964:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985053.188968:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.188976:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985053.188994:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985053.189001:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985053.189033:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189039:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985053.189059:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189065:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eb800/0xa0dd3253da52f5f8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f5ff expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189088:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985053.189090:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985053.189091:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985053.189112:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973419776:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985053.189145:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985053.189184:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419776 00000100:00100000:0.0:1788985053.189188:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419776 00010000:00010000:0.0:1788985053.189208:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 24 pid: 6506 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985053.189231:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1788985053.189238:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973419776:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985053.189249:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985053.189254:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 24 pid: 6506 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189264:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 24 pid: 6506 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189280:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189287:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189299:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189307:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189319:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189326:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189332:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985053.189335:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189343:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189352:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985053.189361:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985053.189394:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973419776:12345-0@lo:103:ldlm_bl.0 Request processed in 156us (247us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985053.189401:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1788985053.189438:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973419776:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985053.189725:0:33796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f5ff lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f5f8 expref: 23 pid: 6506 timeout: 993 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985053.189736:0:33796:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33796:1875885973419648:0@lo:104: 00010000:00010000:3.0:1788985053.189749:0:33796:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985053.189757:0:33796:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985053.189763:0:33796:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985053.189780:0:33796:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f606 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33796 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985053.223590:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985054.240037:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985054.430365:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973419904:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985054.430436:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985054.430508:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973419904 00000100:00100000:3.0:1788985054.430517:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973419904 00000100:00100000:3.0:1788985054.430570:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788985054.430580:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973419904:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985054.430609:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985054.430656:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973419904:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985054.430663:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00080000:3.0:1788985054.430686:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985054.430720:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973419904:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985054.435540:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985054.435566:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973420032:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985054.435639:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985054.435695:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420032 00000100:00100000:2.0:1788985054.435703:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420032 00000100:00100000:2.0:1788985054.435749:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1788985054.435758:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973420032:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985054.435780:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985054.435837:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973420032:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (198us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985054.435845:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00080000:2.0:1788985054.435868:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985054.435906:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973420032:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1788985054.900574:0:33894:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea21d0370 20000000:00000080:3.0:1788985054.900596:0:33894:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12412ae000 uarg=0000000000000000 10000000:01000000:3.0:1788985054.901893:0:33894:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985054.901918:0:33894:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902402:0:33894:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902413:0:33894:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902438:0:33894:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902446:0:33894:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902453:0:33894:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902459:0:33894:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985054.902463:0:33894:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902473:0:33894:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902486:0:33894:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902494:0:33894:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985054.902500:0:33894:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f60d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33894 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985054.943208:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973420160:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985054.943280:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985054.943520:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420160 00000100:00100000:2.0:1788985054.943531:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420160 00000100:00100000:2.0:1788985054.943588:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788985054.943599:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973420160:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985054.943638:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985054.943686:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973420160:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (405us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985054.943692:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:1.0:1788985054.943777:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973420160:0@lo:41:osp-pre-1-0.0 10000000:01000000:3.0:1788985055.204344:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985055.204352:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985055.204356:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985055.204401:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985055.204426:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985055.204438:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985055.204467:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973420288:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985055.204548:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985055.204600:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143874f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788985055.204692:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420288 00000100:00100000:2.0:1788985055.204700:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420288 00000100:00100000:2.0:1788985055.204750:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1788985055.204761:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973420288:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985055.204775:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985055.204788:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f614 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985055.204812:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985055.204823:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985055.204833:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb000, rc 0) 00000100:00100000:2.0:1788985055.204883:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973420288:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985055.204891:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:3.0:1788985055.204918:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973420288:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985055.204956:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985055.204978:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985055.204999:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985055.205004:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985055.205011:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985055.264880:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985056.286658:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985056.313880:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985056.313978:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985056.314000:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985056.314029:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190016 00000100:00100000:3.0:1788985056.314050:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190016 00000100:00100000:3.0:1788985056.314116:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190144 00000100:00100000:3.0:1788985056.314120:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190144 00000100:00100000:3.0:1788985056.314144:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1007 00000100:00100000:3.0:1788985056.314153:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953190016:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985056.314224:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953190016:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 72us (353us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985056.314231:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1007 00000100:00100000:3.0:1788985056.314249:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1008 00000100:00100000:3.0:1788985056.314269:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953190144:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985056.314295:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953190144:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (293us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985056.314301:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1008 00000100:00080000:3.0:1788985056.314319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985056.314323:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985056.314552:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953189888 00000100:00100000:0.0:1788985056.314557:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953189888 00000100:00100000:0.0:1788985056.314588:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 609 00000100:00100000:0.0:1788985056.314594:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953189888:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985056.314633:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953189888:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 39us (655us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985056.314651:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 609 00000100:00100000:2.0:1788985056.478892:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973420416:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985056.479005:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479058:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973420928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479083:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479105:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973421440:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479128:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479142:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973421952:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479157:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479176:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788985056.479181:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973420800:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479203:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479219:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973421312:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479239:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479253:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973421824:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479274:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479309:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973420544:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479337:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479357:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973421056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479376:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479392:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973421568:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479410:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985056.479414:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420928 00000100:00100000:0.0:1788985056.479423:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420928 00000100:00100000:2.0:1788985056.479435:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973422080:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479454:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985056.479463:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421312 00000100:00100000:0.0:1788985056.479466:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421312 00000100:00100000:2.0:1788985056.479470:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985056.479474:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973420672:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479492:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985056.479499:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421824 00000100:00100000:0.0:1788985056.479503:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421824 00000100:00100000:2.0:1788985056.479504:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973421184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985056.479516:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420672 00000100:00100000:0.0:1788985056.479519:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420672 00000100:00100000:2.0:1788985056.479522:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985056.479531:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973421696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985056.479531:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421184 00000100:00100000:0.0:1788985056.479533:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421184 00000100:00100000:2.0:1788985056.479549:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985056.479549:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1788985056.479557:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973420928:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985056.479610:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973420928:12345-0@lo:400:kworker.0 Request processed in 54us (525us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985056.479617:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1009 00000100:00100000:0.0:1788985056.479632:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421696 00000100:00100000:0.0:1788985056.479635:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421696 00000100:00100000:0.0:1788985056.479650:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1010 00000100:00100000:0.0:1788985056.479655:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973421312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479673:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420800 00000100:00100000:2.0:1788985056.479677:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420800 00000100:00100000:0.0:1788985056.479682:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973421312:12345-0@lo:400:kworker.0 Request processed in 27us (443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985056.479688:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1010 00000100:00100000:2.0:1788985056.479699:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421056 00000100:00100000:0.0:1788985056.479699:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1788985056.479702:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421056 00000100:00100000:0.0:1788985056.479704:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973421824:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479714:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788985056.479719:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973420800:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985056.479728:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973421824:12345-0@lo:400:kworker.0 Request processed in 25us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985056.479743:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1011 00000100:00100000:2.0:1788985056.479745:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973420800:12345-0@lo:400:kworker.0 Request processed in 27us (542us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.479750:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:0.0:1788985056.479755:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1788985056.479759:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973420672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.479760:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788985056.479764:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973421056:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985056.479788:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973420672:12345-0@lo:400:kworker.0 Request processed in 28us (295us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985056.479794:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1012 00000100:00100000:0.0:1788985056.479807:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1013 00000100:00100000:0.0:1788985056.479813:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973421184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985056.480019:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1014 00000100:00100000:1.0:1788985056.480029:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973421696:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.480743:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973421056:12345-0@lo:400:kworker.0 Request processed in 973us (1361us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.480751:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788985056.480781:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420544 00000100:00100000:2.0:1788985056.480786:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420544 00000100:00100000:2.0:1788985056.480821:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1788985056.480828:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973420544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.480876:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973420544:12345-0@lo:400:kworker.0 Request processed in 48us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.480883:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:2.0:1788985056.480913:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421440 00000100:00100000:2.0:1788985056.480918:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421440 00000100:00100000:2.0:1788985056.482058:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421952 00000100:00100000:2.0:1788985056.482070:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421952 00000100:00100000:2.0:1788985056.482102:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973421568 00000100:00100000:2.0:1788985056.482105:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973421568 00000100:00100000:2.0:1788985056.482120:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422080 00000100:00100000:2.0:1788985056.482123:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422080 00000100:00100000:2.0:1788985056.482139:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788985056.482148:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973421440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482211:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973421440:12345-0@lo:400:kworker.0 Request processed in 64us (3082us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.482218:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1788985056.482231:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788985056.482237:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973421952:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482265:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973421952:12345-0@lo:400:kworker.0 Request processed in 28us (3107us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.482271:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1788985056.482282:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788985056.482287:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973421568:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482315:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973421568:12345-0@lo:400:kworker.0 Request processed in 28us (2903us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.482320:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 397 00000100:00100000:2.0:1788985056.482332:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788985056.482351:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973422080:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482494:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973422080:12345-0@lo:400:kworker.0 Request processed in 145us (3039us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.482503:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:2.0:1788985056.482557:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973420800:0@lo:400:kworker.0 00010000:00080000:2.0:1788985056.482572:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144054380 x1875885973421312/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985056.482582:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973421312:0@lo:400:kworker.0 00010000:00080000:2.0:1788985056.482593:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb37480 x1875885973421824/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985072 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985056.482601:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973421824:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482612:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973420928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482623:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973421440:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482633:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973421952:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.482680:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973420672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985056.483451:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973421184:12345-0@lo:400:kworker.0 Request processed in 3633us (3922us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985056.483463:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1013 00000100:00100000:2.0:1788985056.486142:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973421184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985056.487854:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973420416 00000100:00100000:3.0:1788985056.487862:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973420416 00000100:00100000:3.0:1788985056.487914:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788985056.487938:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973420416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985056.487984:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985056.488058:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973420416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 134us (9051us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985056.488065:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:3.0:1788985056.488110:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985056.488115:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985056.488118:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985056.488122:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985056.488154:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973422208:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985056.488197:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985056.488238:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973422336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985056.488263:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985056.488314:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973420416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985056.488341:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422336 00000100:00100000:3.0:1788985056.488345:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422336 00000100:00100000:3.0:1788985056.488383:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788985056.488391:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973422336:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985056.488401:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985056.488432:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973422336:12345-0@lo:13:osp-pre-1-0.0 Request processed in 42us (167us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985056.488438:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788985056.488455:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422208 00000100:00100000:3.0:1788985056.488459:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422208 00000100:00100000:3.0:1788985056.488482:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1788985056.488487:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973422208:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985056.488513:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985056.488547:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973422208:12345-0@lo:41:osp-pre-0-1.0 Request processed in 59us (350us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985056.488553:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1788985056.488579:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973422336:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985056.488604:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973422208:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985056.489293:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973421696:12345-0@lo:400:kworker.0 Request processed in 9261us (9738us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985056.489305:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1014 00000100:00100000:2.0:1788985056.494174:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973421696:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.494194:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973420544:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.494205:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973421056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.494216:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973421568:0@lo:400:kworker.0 00000100:00100000:2.0:1788985056.494247:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973422080:0@lo:400:kworker.0 00000020:00000080:3.0:1788985056.851467:0:33992:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefd3334a0 20000000:00000080:3.0:1788985056.851486:0:33992:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142d2a800 uarg=0000000000000000 10000000:01000000:3.0:1788985056.851858:0:33992:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985056.852562:0:33992:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985056.852581:0:33992:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985056.852589:0:33992:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985056.852630:0:33992:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985056.852644:0:33992:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 23 pid: 6506 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985056.852667:0:33992:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33992:1875885973422464:0@lo:104: 00000100:00100000:3.0:1788985056.852731:0:33992:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985056.852780:0:33992:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17dcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985056.853232:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422464 00000100:00100000:2.0:1788985056.853241:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422464 00000100:00100000:2.0:1788985056.853303:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 142 00000100:00100000:2.0:1788985056.853313:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:33992:x1875885973422464:12345-0@lo:104: 00010000:00010000:2.0:1788985056.853325:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985056.853385:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985056.853391:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:33992:x1875885973422464:12345-0@lo:104: Request processed in 81us (660us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985056.853398:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 142 00000100:00100000:3.0:1788985056.853547:0:33992:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:33992:1875885973422464:0@lo:104: 00010000:00010000:3.0:1788985056.853566:0:33992:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985056.853914:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985056.853923:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985056.853964:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985056.853968:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985056.853976:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985056.853983:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985056.853988:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985056.854024:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985056.854040:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985056.854066:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985056.854073:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f614 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f61b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985056.854090:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985056.854092:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985056.854093:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985056.854142:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973422592:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985056.854183:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985056.854251:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422592 00000100:00100000:1.0:1788985056.854257:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422592 00010000:00010000:1.0:1788985056.854286:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 24 pid: 6506 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985056.854319:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:1.0:1788985056.854327:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973422592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985056.854338:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985056.854343:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 24 pid: 6506 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854353:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 24 pid: 6506 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854367:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f61b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f614 expref: 24 pid: 6506 timeout: 996 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854380:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854388:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854402:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854409:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854416:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854422:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854433:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985056.854437:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854445:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854468:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985056.854478:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985056.854518:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973422592:12345-0@lo:103:ldlm_bl.0 Request processed in 192us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985056.854526:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00010000:00010000:2.0:1788985056.854643:0:33992:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985056.854652:0:33992:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985056.854667:0:33992:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f622 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 33992 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985056.855029:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973422592:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985057.312159:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985058.334127:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985058.529008:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985058.529015:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985058.529020:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985058.529073:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529085:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529109:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985058.529134:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973422720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985058.529201:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985058.529245:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245413480 going to sleep for 11 seconds 00000100:00100000:3.0:1788985058.529267:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422720 00000100:00100000:3.0:1788985058.529275:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422720 00000100:00100000:3.0:1788985058.529318:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1788985058.529327:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973422720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985058.529340:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985058.529354:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f629 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529378:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529389:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529398:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985058.529440:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973422720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (238us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985058.529446:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:3.0:1788985058.529490:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973422720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985058.529504:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529520:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985058.529538:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985058.529542:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985058.529549:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985059.358151:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985059.550409:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985059.550431:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973422848:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985059.550506:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985059.550562:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422848 00000100:00100000:0.0:1788985059.550570:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422848 00000100:00100000:0.0:1788985059.550618:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1788985059.550626:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973422848:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985059.550653:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985059.550692:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973422848:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (186us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985059.550699:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00080000:0.0:1788985059.550716:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985059.550755:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973422848:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985059.550825:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985059.550836:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973422976:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985059.550869:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985059.550908:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973422976 00000100:00100000:2.0:1788985059.550919:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973422976 00000100:00100000:2.0:1788985059.550980:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:2.0:1788985059.550987:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973422976:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985059.550998:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985059.551030:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973422976:12345-0@lo:13:osp-pre-0-0.0 Request processed in 43us (159us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985059.551036:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00080000:2.0:1788985059.551051:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985059.551070:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973422976:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985060.062363:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985060.062401:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973423104:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985060.062469:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985060.062977:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423104 00000100:00100000:2.0:1788985060.062988:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423104 00000100:00100000:2.0:1788985060.063039:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788985060.063058:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973423104:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985060.063318:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985060.063377:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973423104:12345-0@lo:41:osp-pre-1-0.0 Request processed in 328us (907us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985060.063384:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:0.0:1788985060.063482:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973423104:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985060.383211:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985061.407005:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985061.453224:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985061.453266:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985061.453303:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985061.453335:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190272 00000100:00100000:3.0:1788985061.453345:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190272 00000100:00100000:3.0:1788985061.453394:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 612 00000100:00100000:3.0:1788985061.453405:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953190272:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985061.453475:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953190272:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 72us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985061.453483:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 612 00000100:00100000:3.0:1788985061.453517:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190400 00000100:00100000:3.0:1788985061.453521:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190400 00000100:00100000:3.0:1788985061.453555:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190528 00000100:00100000:3.0:1788985061.453558:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190528 00000100:00100000:3.0:1788985061.453577:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1015 00000100:00100000:3.0:1788985061.453583:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953190400:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985061.453629:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953190400:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (414us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985061.453635:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1015 00000100:00100000:3.0:1788985061.453648:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1016 00000100:00100000:3.0:1788985061.453653:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953190528:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985061.453672:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953190528:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 20us (370us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985061.453678:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1016 00000100:00080000:3.0:1788985061.454866:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985061.454873:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1788985061.573599:0:34238:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff82bbf7e0 20000000:00000080:3.0:1788985061.573617:0:34238:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db7400 uarg=0000000000000000 10000000:01000000:3.0:1788985061.573684:0:34238:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985061.573709:0:34238:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985061.573730:0:34238:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985061.573738:0:34238:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985061.573778:0:34238:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985061.573793:0:34238:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 23 pid: 6509 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985061.574075:0:34238:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34238:1875885973423232:0@lo:104: 00000100:00100000:3.0:1788985061.574143:0:34238:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985061.574192:0:34238:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00000100:00100000:2.0:1788985061.574431:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423232 00000100:00100000:2.0:1788985061.574438:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423232 00000100:00100000:2.0:1788985061.574729:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 143 00000100:00100000:2.0:1788985061.574740:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34238:x1875885973423232:12345-0@lo:104: 00010000:00010000:2.0:1788985061.574753:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985061.574835:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985061.574842:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34238:x1875885973423232:12345-0@lo:104: Request processed in 104us (699us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.574856:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 143 00010000:00010000:1.0:1788985061.574946:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985061.574954:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.574961:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985061.574965:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.574973:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985061.574979:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985061.574984:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985061.575026:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575032:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985061.575053:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575060:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f629 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f630 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575075:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985061.575077:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985061.575079:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985061.575102:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973423360:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985061.575131:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.575171:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423360 00000100:00100000:1.0:1788985061.575175:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423360 00010000:00010000:1.0:1788985061.575194:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 24 pid: 6509 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985061.575215:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788985061.575222:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973423360:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985061.575232:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985061.575238:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 24 pid: 6509 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575248:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 24 pid: 6509 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575263:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575276:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575291:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575297:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575304:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575310:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575316:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985061.575320:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575328:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575337:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985061.575346:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985061.575387:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973423360:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.575394:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00000100:00100000:1.0:1788985061.575428:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973423360:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985061.575688:0:34238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f630 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f629 expref: 23 pid: 6509 timeout: 1001 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985061.575700:0:34238:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34238:1875885973423232:0@lo:104: 00010000:00010000:0.0:1788985061.575718:0:34238:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985061.575727:0:34238:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985061.575733:0:34238:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985061.575740:0:34238:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f637 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34238 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985061.599079:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973423616:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599147:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599176:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973424128:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599199:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599216:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973424640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599233:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599258:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788985061.599263:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973423488:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599284:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599298:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973424000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599316:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599329:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973424512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599346:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599386:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424128 00000100:00100000:1.0:1788985061.599392:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424128 00000100:00100000:1.0:1788985061.599436:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424640 00000100:00100000:1.0:1788985061.599439:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424640 00000100:00100000:1.0:1788985061.599451:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423488 00000100:00100000:1.0:1788985061.599453:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423488 00000100:00100000:1.0:1788985061.599463:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424000 00000100:00100000:1.0:1788985061.599465:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424000 00000100:00100000:1.0:1788985061.599477:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424512 00000100:00100000:1.0:1788985061.599479:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424512 00000100:00100000:1.0:1788985061.599492:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1788985061.599500:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973424128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599549:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973424128:12345-0@lo:400:kworker.0 Request processed in 49us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.599569:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1017 00000100:00100000:1.0:1788985061.599585:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1788985061.599591:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973424640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599616:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973424640:12345-0@lo:400:kworker.0 Request processed in 25us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.599621:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1018 00000100:00100000:1.0:1788985061.599631:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1788985061.599636:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973423488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599657:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973423488:12345-0@lo:400:kworker.0 Request processed in 22us (373us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.599663:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1019 00000100:00100000:1.0:1788985061.599673:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1788985061.599678:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973424000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599699:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973424000:12345-0@lo:400:kworker.0 Request processed in 21us (382us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.599705:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1020 00000100:00100000:1.0:1788985061.599714:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1788985061.599718:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973424512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599739:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973424512:12345-0@lo:400:kworker.0 Request processed in 21us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.599745:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1021 00000100:00100000:1.0:1788985061.599763:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973423744:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599784:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599798:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973424256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599826:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599840:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973424768:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599856:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599871:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:1.0:1788985061.599876:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973423872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599894:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599961:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973424384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.599981:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.599996:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973424896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.600014:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985061.600064:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973423488:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.600075:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432ff100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973424000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.600083:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973424512:0@lo:400:kworker.0 00010000:00080000:1.0:1788985061.600093:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305ce00 x1875885973424128/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985061.600102:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973424128:0@lo:400:kworker.0 00010000:00080000:1.0:1788985061.600111:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b72680 x1875885973424640/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985077 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985061.600118:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973424640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.600150:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423744 00000100:00100000:1.0:1788985061.600153:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423744 00000100:00100000:1.0:1788985061.600172:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1788985061.600177:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973423744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985061.600216:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973423744:12345-0@lo:400:kworker.0 Request processed in 38us (431us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985061.600223:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1022 00000100:00100000:1.0:1788985061.600244:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973423744:0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602235:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423616 00000100:00100000:2.0:1788985061.602247:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423616 00000100:00100000:2.0:1788985061.602292:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973423872 00000100:00100000:2.0:1788985061.602295:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973423872 00000100:00100000:2.0:1788985061.602313:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788985061.602323:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973423616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602418:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973423616:12345-0@lo:400:kworker.0 Request processed in 96us (3270us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.602424:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788985061.602441:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788985061.602447:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973423872:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602482:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973423872:12345-0@lo:400:kworker.0 Request processed in 35us (2587us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.602487:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:2.0:1788985061.602506:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424256 00000100:00100000:2.0:1788985061.602509:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424256 00000100:00100000:2.0:1788985061.602529:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424768 00000100:00100000:2.0:1788985061.602531:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424768 00000100:00100000:2.0:1788985061.602541:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424384 00000100:00100000:2.0:1788985061.602544:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424384 00000100:00100000:2.0:1788985061.602555:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973424896 00000100:00100000:2.0:1788985061.602557:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973424896 00000100:00100000:2.0:1788985061.602570:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1788985061.602576:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973424256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602607:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973424256:12345-0@lo:400:kworker.0 Request processed in 31us (2781us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.602613:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1788985061.602633:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1788985061.602639:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973424768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602669:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973424768:12345-0@lo:400:kworker.0 Request processed in 31us (2812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.602675:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 400 00000100:00100000:2.0:1788985061.602684:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788985061.602688:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973424384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602709:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973424384:12345-0@lo:400:kworker.0 Request processed in 21us (2728us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.602712:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 401 00000100:00100000:2.0:1788985061.602718:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788985061.602721:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973424896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602734:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973424896:12345-0@lo:400:kworker.0 Request processed in 13us (2720us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.602737:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:2.0:1788985061.602769:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973423616:0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602789:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973423872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602796:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973424384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602802:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973424896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602808:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973424256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985061.602814:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973424768:0@lo:400:kworker.0 00000100:00080000:3.0:1788985061.607318:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985061.607329:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985061.607332:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985061.607336:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985061.607413:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973425024:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985061.607491:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973425152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985061.607496:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985061.607531:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985061.607567:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425152 00000100:00100000:2.0:1788985061.607574:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425152 00000100:00100000:2.0:1788985061.607617:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788985061.607626:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973425152:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985061.607660:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985061.607704:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973425152:12345-0@lo:41:osp-pre-0-1.0 Request processed in 80us (172us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985061.607711:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:2.0:1788985061.607757:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973425152:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985061.608733:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973425280:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985061.608776:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985061.608847:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425024 00000100:00100000:0.0:1788985061.608854:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425024 00000100:00100000:0.0:1788985061.608894:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425280 00000100:00100000:0.0:1788985061.608897:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425280 00000100:00100000:0.0:1788985061.608924:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788985061.608950:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973425024:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985061.608973:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985061.609018:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973425024:12345-0@lo:13:osp-pre-1-1.0 Request processed in 70us (1522us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985061.609034:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:0.0:1788985061.609051:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1788985061.609057:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973425280:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985061.609205:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985061.609423:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973425280:12345-0@lo:13:osp-pre-1-0.0 Request processed in 365us (645us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985061.609431:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:0.0:1788985061.609492:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973425024:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985061.609615:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973425280:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1788985062.310454:0:34286:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0d8b8480 20000000:00000080:2.0:1788985062.310472:0:34286:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144024400 uarg=0000000000000000 10000000:01000000:2.0:1788985062.310524:0:34286:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985062.310544:0:34286:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310559:0:34286:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310568:0:34286:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310573:0:34286:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310577:0:34286:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310582:0:34286:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310593:0:34286:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985062.310596:0:34286:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310602:0:34286:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310611:0:34286:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310616:0:34286:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985062.310620:0:34286:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea400/0xa0dd3253da52f63e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34286 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985062.432322:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985063.207554:0:34334:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd133c0a10 20000000:00000080:1.0:1788985063.207573:0:34334:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e00000 uarg=0000000000000000 10000000:01000000:1.0:1788985063.207629:0:34334:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985063.207651:0:34334:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207668:0:34334:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207679:0:34334:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207686:0:34334:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207694:0:34334:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207702:0:34334:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207708:0:34334:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985063.207713:0:34334:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207722:0:34334:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207744:0:34334:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207752:0:34334:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.207758:0:34334:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f645 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34334 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985063.329319:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985063.329327:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985063.329332:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985063.329380:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.329393:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.329404:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985063.329429:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973425408:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985063.329497:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985063.332533:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291540 going to sleep for 11 seconds 00000100:00100000:0.0:1788985063.332561:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425408 00000100:00100000:0.0:1788985063.332570:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425408 00000100:00100000:0.0:1788985063.332662:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788985063.332673:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973425408:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985063.332699:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985063.332723:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f64c expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.332752:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.332764:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.332772:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8000, rc 0) 00000100:00100000:0.0:1788985063.332845:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973425408:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 174us (3348us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985063.332852:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788985063.333214:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973425408:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985063.333231:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.333241:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985063.333262:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985063.333268:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.333275:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985063.454224:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985063.955971:0:34382:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca672e060 20000000:00000080:1.0:1788985063.955993:0:34382:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e00800 uarg=0000000000000000 10000000:01000000:1.0:1788985063.956044:0:34382:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985063.964521:0:34382:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.964554:0:34382:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.964564:0:34382:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.964618:0:34382:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.964633:0:34382:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 23 pid: 6506 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985063.964650:0:34382:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34382:1875885973425536:0@lo:104: 00000100:00100000:3.0:1788985063.964737:0:34382:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985063.964872:0:34382:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed480 going to sleep for 11 seconds 00000100:00100000:1.0:1788985063.968100:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425536 00000100:00100000:1.0:1788985063.968114:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425536 00000100:00100000:2.0:1788985063.973137:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 144 00000100:00100000:2.0:1788985063.973157:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:34382:x1875885973425536:12345-0@lo:104: 00010000:00010000:2.0:1788985063.973176:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985063.973275:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985063.973282:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:34382:x1875885973425536:12345-0@lo:104: Request processed in 133us (8544us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985063.973289:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 144 00000100:00100000:0.0:1788985063.973374:0:34382:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34382:1875885973425536:0@lo:104: 00010000:00010000:0.0:1788985063.973413:0:34382:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.973474:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985063.973482:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.973490:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985063.973495:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.973504:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985063.973512:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985063.973517:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985063.973567:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.973574:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985063.973598:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.973605:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f64c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f653 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985063.973622:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985063.973623:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985063.973625:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985063.973638:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973425664:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985063.973679:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985063.975611:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425664 00000100:00100000:3.0:1788985063.975627:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425664 00010000:00010000:3.0:1788985063.975674:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 24 pid: 6506 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985063.975753:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:3.0:1788985063.975763:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973425664:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985063.975778:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985063.975784:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 24 pid: 6506 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975808:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 24 pid: 6506 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975827:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f653 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f64c expref: 24 pid: 6506 timeout: 1003 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975842:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975851:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975868:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975875:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975909:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975916:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975922:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985063.975950:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975960:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975972:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985063.975982:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985063.976047:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973425664:12345-0@lo:103:ldlm_bl.0 Request processed in 286us (2368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985063.976055:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00010000:00010000:0.0:1788985063.976188:0:34382:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.976197:0:34382:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985063.976204:0:34382:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f65a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34382 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985063.980031:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973425664:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985064.479077:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985064.670285:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973425792:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985064.670354:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985064.671586:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425792 00000100:00100000:0.0:1788985064.671598:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425792 00000100:00100000:0.0:1788985064.671682:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788985064.671692:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973425792:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985064.671720:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985064.671783:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973425792:12345-0@lo:13:osp-pre-0-1.0 Request processed in 93us (1429us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985064.671800:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:0.0:1788985064.671849:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973425792:0@lo:13:osp-pre-0-1.0 00000100:00080000:3.0:1788985064.672084:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985064.674668:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985064.674691:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973425920:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985064.674760:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985064.674809:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973425920 00000100:00100000:1.0:1788985064.674817:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973425920 00000100:00100000:1.0:1788985064.674866:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:1.0:1788985064.674874:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973425920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985064.674905:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985064.674963:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973425920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 90us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985064.674970:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00080000:1.0:1788985064.674989:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985064.675025:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973425920:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1788985064.807539:0:34430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffebd6c91f0 20000000:00000080:3.0:1788985064.807560:0:34430:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db7000 uarg=0000000000000000 10000000:01000000:3.0:1788985064.807623:0:34430:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985064.807647:0:34430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807679:0:34430:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807690:0:34430:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807698:0:34430:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807705:0:34430:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807713:0:34430:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807719:0:34430:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985064.807725:0:34430:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807733:0:34430:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807748:0:34430:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807756:0:34430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985064.807763:0:34430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f661 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985065.185166:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985065.185192:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973426048:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985065.185319:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985065.185379:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426048 00000100:00100000:2.0:1788985065.185386:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426048 00000100:00100000:2.0:1788985065.185438:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788985065.185446:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973426048:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985065.185478:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985065.185515:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973426048:12345-0@lo:41:osp-pre-1-0.0 Request processed in 70us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985065.185522:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00100000:2.0:1788985065.185562:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973426048:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985065.502405:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985065.566068:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985065.566077:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985065.566082:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985065.566130:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.566142:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.566161:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985065.566186:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973426176:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985065.566290:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985065.566356:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164780 going to sleep for 11 seconds 00000100:00100000:1.0:1788985065.566591:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426176 00000100:00100000:1.0:1788985065.566604:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426176 00000100:00100000:1.0:1788985065.566665:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1788985065.566675:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973426176:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985065.566689:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985065.566702:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f668 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.566725:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.566736:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.566745:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea400, rc 0) 00000100:00100000:1.0:1788985065.567002:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973426176:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 328us (711us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985065.567020:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788985065.567257:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973426176:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985065.567272:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.567283:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985065.567301:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985065.567306:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.567313:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985065.676454:0:34479:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb10c1d70 20000000:00000080:0.0:1788985065.676472:0:34479:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439f2800 uarg=0000000000000000 10000000:01000000:0.0:1788985065.676522:0:34479:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985065.676543:0:34479:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.676560:0:34479:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.676682:0:34479:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.676722:0:34479:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.676737:0:34479:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 23 pid: 6509 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985065.676751:0:34479:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34479:1875885973426304:0@lo:104: 00000100:00100000:0.0:1788985065.677191:0:34479:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985065.677279:0:34479:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985065.677328:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426304 00000100:00100000:2.0:1788985065.677335:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426304 00000100:00100000:2.0:1788985065.677427:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 145 00000100:00100000:2.0:1788985065.677437:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34479:x1875885973426304:12345-0@lo:104: 00010000:00010000:2.0:1788985065.677449:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985065.677513:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985065.677519:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34479:x1875885973426304:12345-0@lo:104: Request processed in 85us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985065.677526:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 145 00000100:00100000:0.0:1788985065.677605:0:34479:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34479:1875885973426304:0@lo:104: 00010000:00010000:0.0:1788985065.677623:0:34479:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.677723:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985065.677730:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.677735:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985065.677738:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.677744:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985065.677749:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985065.677763:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985065.677814:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.677821:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985065.677843:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.677850:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f668 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f66f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.677875:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985065.677877:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985065.677879:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985065.677887:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985065.677899:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973426432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985065.677962:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985065.677991:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426432 00000100:00100000:1.0:1788985065.677994:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426432 00010000:00010000:1.0:1788985065.678008:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 24 pid: 6509 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985065.678077:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788985065.678082:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973426432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985065.678090:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985065.678094:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 24 pid: 6509 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678108:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 24 pid: 6509 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678117:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52f66f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f668 expref: 24 pid: 6509 timeout: 1005 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678126:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678131:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678140:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678145:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678149:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678153:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678156:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985065.678158:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678163:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678176:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985065.678182:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985065.678202:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce55450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973426432:12345-0@lo:103:ldlm_bl.0 Request processed in 120us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985065.678206:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00000100:00100000:1.0:1788985065.678246:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973426432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985065.678364:0:34479:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.678370:0:34479:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985065.678374:0:34479:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f676 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34479 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985066.482606:0:34527:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3c0f0aa0 20000000:00000080:3.0:1788985066.482620:0:34527:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db7000 uarg=0000000000000000 10000000:01000000:3.0:1788985066.482881:0:34527:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985066.482903:0:34527:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.482916:0:34527:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.482960:0:34527:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.482968:0:34527:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.482975:0:34527:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.482982:0:34527:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.482988:0:34527:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985066.482993:0:34527:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.483002:0:34527:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.483013:0:34527:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.483098:0:34527:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985066.483102:0:34527:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f67d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34527 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985066.530442:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985066.560226:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985066.560315:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190784 00000100:00100000:0.0:1788985066.560325:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190784 00000100:00100000:0.0:1788985066.560393:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1023 00000100:00100000:0.0:1788985066.560403:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953190784:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985066.560489:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953190784:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985066.560497:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1023 00000100:00080000:1.0:1788985066.560640:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985066.576622:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985066.576671:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190656 00000100:00100000:0.0:1788985066.576683:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190656 00000100:00100000:3.0:1788985066.576712:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985066.576736:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953190912 00000100:00100000:3.0:1788985066.576740:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953190912 00000100:00100000:3.0:1788985066.576785:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1024 00000100:00100000:3.0:1788985066.576794:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953190912:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985066.576800:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 615 00000100:00100000:0.0:1788985066.576807:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953190656:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985066.576872:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953190912:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 69us (149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.576880:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1024 00000100:00080000:3.0:1788985066.576903:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985066.577819:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953190656:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1006us (1202us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985066.577828:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 615 00000100:00100000:2.0:1788985066.718729:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973426560:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985066.718813:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985066.718901:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426560 00000100:00100000:2.0:1788985066.718909:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426560 00000100:00100000:2.0:1788985066.718979:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:2.0:1788985066.718988:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973426560:12345-0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985066.719300:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973426688:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985066.719400:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000004:00000024:2.0:1788985066.719573:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985066.719622:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973426560:12345-0@lo:41:osp-pre-0-1.0 Request processed in 635us (809us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985066.719630:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:0.0:1788985066.719882:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426688 00000100:00100000:0.0:1788985066.719887:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426688 00000100:00100000:0.0:1788985066.719953:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788985066.719962:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973426688:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985066.719983:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985066.720175:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973426816:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985066.721971:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985066.722044:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426816 00000100:00100000:2.0:1788985066.722051:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426816 00000100:00100000:2.0:1788985066.722089:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1788985066.722098:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973426816:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985066.722118:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985066.722157:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973426816:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (191us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985066.722164:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:2.0:1788985066.722208:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973426816:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788985066.723176:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985066.725281:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973426560:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985066.726072:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973426944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726143:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.726178:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973427456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726203:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.726222:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973427968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726273:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.726297:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788985066.726303:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973427328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726326:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.726343:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973427840:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726366:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.726396:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973426944 00000100:00100000:3.0:1788985066.726403:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973426944 00000100:00100000:3.0:1788985066.726445:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1788985066.726454:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973426944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726502:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973426944:12345-0@lo:400:kworker.0 Request processed in 49us (360us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.726510:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:3.0:1788985066.726537:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427456 00000100:00100000:3.0:1788985066.726540:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427456 00000100:00100000:3.0:1788985066.726571:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427968 00000100:00100000:3.0:1788985066.726575:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427968 00000100:00100000:3.0:1788985066.726594:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1788985066.726600:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973427456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726632:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973427456:12345-0@lo:400:kworker.0 Request processed in 32us (427us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.726638:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1025 00000100:00100000:3.0:1788985066.726649:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1788985066.726655:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973427968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.726680:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973427968:12345-0@lo:400:kworker.0 Request processed in 26us (407us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.726696:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1026 00000100:00100000:3.0:1788985066.726718:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427328 00000100:00100000:3.0:1788985066.726722:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427328 00000100:00100000:3.0:1788985066.726746:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788985066.726752:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973427328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.727152:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973427328:12345-0@lo:400:kworker.0 Request processed in 399us (824us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.727159:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788985066.727179:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427840 00000100:00100000:3.0:1788985066.727183:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427840 00000100:00100000:3.0:1788985066.727210:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1788985066.727217:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973427840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.727246:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973427840:12345-0@lo:400:kworker.0 Request processed in 30us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.727850:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00080000:3.0:1788985066.727888:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985066.727893:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985066.727942:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973427072:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.727976:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.728000:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973427584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728342:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.728364:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973428096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728386:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.728407:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788985066.728414:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973427200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728435:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.728461:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973427712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728484:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985066.728516:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427072 00000100:00100000:3.0:1788985066.728522:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427072 00000100:00100000:3.0:1788985066.728554:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427584 00000100:00100000:3.0:1788985066.728556:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427584 00000100:00100000:3.0:1788985066.728573:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428096 00000100:00100000:3.0:1788985066.728576:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428096 00000100:00100000:3.0:1788985066.728585:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427200 00000100:00100000:3.0:1788985066.728587:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427200 00000100:00100000:3.0:1788985066.728599:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1788985066.728605:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973427072:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728644:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c43b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973427072:12345-0@lo:400:kworker.0 Request processed in 39us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.728650:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1027 00000100:00100000:3.0:1788985066.728662:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1788985066.728668:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973427584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728693:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973427584:12345-0@lo:400:kworker.0 Request processed in 26us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.728699:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1028 00000100:00100000:3.0:1788985066.728709:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1788985066.728714:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973428096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728738:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973428096:12345-0@lo:400:kworker.0 Request processed in 24us (351us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.728743:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1029 00000100:00100000:3.0:1788985066.728752:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1788985066.728757:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973427200:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.728975:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973427200:12345-0@lo:400:kworker.0 Request processed in 217us (539us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.728982:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1030 00000100:00100000:3.0:1788985066.729001:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973427712 00000100:00100000:3.0:1788985066.729117:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973427712 00000100:00100000:3.0:1788985066.729153:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 404 00000100:00100000:3.0:1788985066.729159:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973427712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729191:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973427712:12345-0@lo:400:kworker.0 Request processed in 32us (705us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985066.729197:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 404 00000100:00080000:3.0:1788985066.729224:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985066.729228:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985066.729473:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973427328:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729491:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c43480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973427840:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729501:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973426944:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729513:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973427456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729525:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973427968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729566:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973427200:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729576:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973427712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985066.729585:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973427072:0@lo:400:kworker.0 00010000:00080000:3.0:1788985066.729597:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c262a00 x1875885973427584/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985066.729622:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973427584:0@lo:400:kworker.0 00010000:00080000:3.0:1788985066.729636:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1247c42680 x1875885973428096/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985082 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985066.729645:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973428096:0@lo:400:kworker.0 00000100:00100000:0.0:1788985066.729757:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973426688:12345-0@lo:13:osp-pre-1-1.0 Request processed in 9795us (10354us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985066.729766:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788985066.729911:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973426688:0@lo:13:osp-pre-1-1.0 00010000:00010000:0.0:1788985067.572495:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985067.648544:0:34575:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc97620000 20000000:00000080:3.0:1788985067.648568:0:34575:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea95c00 uarg=0000000000000000 10000000:01000000:3.0:1788985067.648848:0:34575:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985067.648889:0:34575:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.648911:0:34575:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.648946:0:34575:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.648954:0:34575:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.648962:0:34575:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.648970:0:34575:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.648977:0:34575:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985067.648983:0:34575:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.649004:0:34575:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.649274:0:34575:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.649286:0:34575:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985067.649293:0:34575:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f684 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34575 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985067.678062:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985067.678075:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985067.678082:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985067.678157:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985067.678172:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985067.678207:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985067.678241:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973428224:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985067.678345:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985067.678412:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985067.678598:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428224 00000100:00100000:2.0:1788985067.678608:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428224 00000100:00100000:2.0:1788985067.678679:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788985067.678690:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973428224:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985067.678708:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985067.678724:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f68b expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985067.678753:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985067.678789:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985067.678800:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:2.0:1788985067.678846:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973428224:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 157us (501us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985067.678863:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788985067.679456:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973428224:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985067.679480:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985067.679493:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985067.679518:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985067.679523:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985067.679533:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.574090:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985068.903341:0:34623:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe039f0330 20000000:00000080:2.0:1788985068.903364:0:34623:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144024c00 uarg=0000000000000000 10000000:01000000:2.0:1788985068.908857:0:34623:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985068.908891:0:34623:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985068.908908:0:34623:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985068.908916:0:34623:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985068.908981:0:34623:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985068.908997:0:34623:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 23 pid: 6506 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985068.909011:0:34623:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34623:1875885973428352:0@lo:104: 00000100:00100000:2.0:1788985068.909077:0:34623:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985068.909185:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788985068.909207:0:34623:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11410b1540 going to sleep for 11 seconds 00000100:00100000:0.0:1788985068.909219:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428352 00000100:00100000:0.0:1788985068.909234:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428352 00000100:00100000:0.0:1788985068.909321:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 146 00000100:00100000:0.0:1788985068.909333:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:34623:x1875885973428352:12345-0@lo:104: 00010000:00010000:0.0:1788985068.909354:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985068.909473:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985068.909480:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e82450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:34623:x1875885973428352:12345-0@lo:104: Request processed in 151us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985068.909489:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 146 00010000:00010000:1.0:1788985068.909645:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985068.909654:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.909663:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985068.909668:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.909679:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985068.909687:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985068.909693:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985068.909739:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.909761:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985068.909796:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.909804:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8e00/0xa0dd3253da52f68b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f692 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985068.909817:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973428480:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985068.909827:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985068.909830:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985068.909832:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985068.909911:0:34623:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34623:1875885973428352:0@lo:104: 00010000:00010000:1.0:1788985068.909954:0:34623:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985068.913460:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985068.913540:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428480 00000100:00100000:1.0:1788985068.913568:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428480 00010000:00010000:1.0:1788985068.913627:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 24 pid: 6506 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985068.913674:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:1.0:1788985068.913687:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973428480:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985068.913707:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985068.913726:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 24 pid: 6506 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.913742:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 24 pid: 6506 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.913992:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f692 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f68b expref: 24 pid: 6506 timeout: 1008 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914030:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914040:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914063:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914072:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914081:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914091:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914097:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985068.914102:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914111:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914138:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985068.914152:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985068.914239:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973428480:12345-0@lo:103:ldlm_bl.0 Request processed in 555us (787us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985068.914255:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00010000:00010000:2.0:1788985068.914375:0:34623:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985068.914393:0:34623:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985068.914402:0:34623:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52f699 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34623 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985068.915784:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973428480:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985069.598180:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985069.790405:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973428608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985069.790518:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985069.790612:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428608 00000100:00100000:1.0:1788985069.790623:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428608 00000100:00100000:1.0:1788985069.790704:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1788985069.790715:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973428608:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985069.790766:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985069.790819:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973428608:12345-0@lo:13:osp-pre-0-1.0 Request processed in 107us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985069.790827:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:1.0:1788985069.790901:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973428608:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985069.790979:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985069.791001:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973428736:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985069.791029:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1788985069.791252:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985069.791270:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428736 00000100:00100000:0.0:1788985069.791274:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428736 00000100:00100000:0.0:1788985069.791321:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788985069.791330:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973428736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985069.791342:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985069.791384:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973428736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 55us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985069.791390:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788985069.791424:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973428736:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985069.791592:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:3.0:1788985069.913484:0:34671:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1d47ad80 20000000:00000080:3.0:1788985069.913509:0:34671:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143be0800 uarg=0000000000000000 10000000:01000000:3.0:1788985069.913804:0:34671:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985069.913844:0:34671:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.913866:0:34671:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.913880:0:34671:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.913888:0:34671:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.913898:0:34671:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.913907:0:34671:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.913977:0:34671:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985069.913983:0:34671:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.914553:0:34671:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.914572:0:34671:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.914582:0:34671:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985069.914589:0:34671:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f6a0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34671 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985070.316398:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985070.316442:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973428864:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985070.316562:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985070.318353:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428864 00000100:00100000:1.0:1788985070.318374:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428864 00000100:00100000:1.0:1788985070.318467:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:1.0:1788985070.318480:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973428864:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985070.318535:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985070.318777:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973428864:12345-0@lo:41:osp-pre-1-0.0 Request processed in 290us (2206us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985070.318791:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:2.0:1788985070.320342:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973428864:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788985070.558118:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985070.558130:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985070.558136:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985070.558205:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985070.558220:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985070.558235:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985070.558271:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973428992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985070.558370:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985070.558532:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11410b19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985070.563628:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973428992 00000100:00100000:0.0:1788985070.563654:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973428992 00000100:00100000:0.0:1788985070.563853:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788985070.563868:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973428992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985070.563893:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985070.563968:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f6a7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985070.564017:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985070.564032:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985070.564043:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8000, rc 0) 00000100:00100000:0.0:1788985070.564166:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973428992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 302us (5796us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985070.564174:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1788985070.564303:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973428992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985070.564329:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985070.564340:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985070.564370:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985070.564377:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985070.564385:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985070.633126:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985071.134374:0:34719:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda78f3830 20000000:00000080:3.0:1788985071.134400:0:34719:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143be0800 uarg=0000000000000000 10000000:01000000:3.0:1788985071.137332:0:34719:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985071.137374:0:34719:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985071.137398:0:34719:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985071.137407:0:34719:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985071.137461:0:34719:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985071.137481:0:34719:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 23 pid: 6508 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985071.137500:0:34719:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34719:1875885973429120:0@lo:104: 00000100:00100000:3.0:1788985071.138248:0:34719:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.138328:0:34719:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1258ee1f00 going to sleep for 11 seconds 00000100:00100000:2.0:1788985071.138402:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429120 00000100:00100000:2.0:1788985071.138413:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429120 00000100:00100000:2.0:1788985071.138482:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 147 00000100:00100000:2.0:1788985071.138495:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34719:x1875885973429120:12345-0@lo:104: 00010000:00010000:2.0:1788985071.138531:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985071.139756:0:34719:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34719:1875885973429120:0@lo:104: 00010000:00010000:0.0:1788985071.139793:0:34719:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142085:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985071.142107:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142122:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985071.142127:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142141:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985071.142150:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985071.142157:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985071.142273:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142281:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985071.142322:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142329:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52f6a7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ae expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142359:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985071.142361:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985071.142363:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985071.142376:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985071.142402:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973429248:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985071.142492:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985071.142598:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429248 00000100:00100000:1.0:1788985071.142610:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429248 00010000:00010000:1.0:1788985071.142649:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 24 pid: 6508 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985071.142685:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:1.0:1788985071.142695:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973429248:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985071.142711:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985071.142717:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 24 pid: 6508 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142743:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 24 pid: 6508 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142759:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6ae lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f6a7 expref: 24 pid: 6508 timeout: 1010 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142775:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142785:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142805:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142813:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142830:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142848:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142854:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985071.142859:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142867:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142881:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985071.142892:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985071.142955:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973429248:12345-0@lo:103:ldlm_bl.0 Request processed in 261us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985071.142963:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00010000:2.0:1788985071.144275:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/0 locks to priority blp list, 0 blwis in pool 00000100:00100000:2.0:1788985071.144297:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34719:x1875885973429120:12345-0@lo:104: Request processed in 5799us (6052us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.144309:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 147 00010000:00010000:0.0:1788985071.144485:0:34719:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985071.144499:0:34719:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985071.144506:0:34719:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f6b5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34719 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985071.149367:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973429248:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985071.648273:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985071.672414:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985071.672484:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985071.672530:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191168 00000100:00100000:0.0:1788985071.672549:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191168 00000100:00100000:0.0:1788985071.672660:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1031 00000100:00100000:0.0:1788985071.672683:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191168:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985071.672685:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985071.672821:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c43480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191168:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 140us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985071.672830:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1031 00000100:00100000:0.0:1788985071.672848:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191296 00000100:00100000:0.0:1788985071.672852:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191296 00000100:00100000:3.0:1788985071.672959:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1032 00000100:00100000:1.0:1788985071.672969:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191040 00000100:00100000:1.0:1788985071.672977:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191040 00000100:00100000:1.0:1788985071.673019:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 619 00000100:00100000:1.0:1788985071.673027:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953191040:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985071.673038:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191296:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985071.673067:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953191040:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 38us (581us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985071.673084:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 619 00000100:00100000:3.0:1788985071.673298:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191296:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 142us (437us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985071.673325:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1032 00000100:00080000:2.0:1788985071.673415:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985071.673422:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985071.839915:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973429376:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985071.840002:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841344:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973429632:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.841390:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841423:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973430144:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.841444:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841466:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973430656:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.841485:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841506:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985071.841512:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973429760:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.841534:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841554:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973430272:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.841572:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841588:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973430784:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.841607:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985071.841637:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429632 00000100:00100000:2.0:1788985071.841645:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429632 00000100:00100000:2.0:1788985071.841679:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430144 00000100:00100000:2.0:1788985071.841682:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430144 00000100:00100000:2.0:1788985071.841718:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430656 00000100:00100000:2.0:1788985071.841721:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430656 00000100:00100000:3.0:1788985071.841832:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973429504:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.841863:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.841885:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973430016:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.841902:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.841915:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973430528:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.841953:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.841968:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973431040:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985071.841984:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.842005:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985071.842009:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973429888:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842026:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.842034:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973430400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842049:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.842060:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973430912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842074:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985071.842095:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429504 00000100:00100000:3.0:1788985071.842098:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429504 00000100:00100000:3.0:1788985071.842122:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1788985071.842130:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973429504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842172:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973429504:12345-0@lo:400:kworker.0 Request processed in 42us (308us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985071.842189:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1788985071.842220:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430528 00000100:00100000:3.0:1788985071.842223:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430528 00000100:00100000:3.0:1788985071.842242:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430400 00000100:00100000:3.0:1788985071.842244:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430400 00000100:00100000:3.0:1788985071.842253:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430912 00000100:00100000:3.0:1788985071.842255:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430912 00000100:00100000:3.0:1788985071.842266:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1788985071.842271:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973430528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842298:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973430528:12345-0@lo:400:kworker.0 Request processed in 27us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985071.842304:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 405 00000100:00100000:3.0:1788985071.842313:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788985071.842318:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973430400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842341:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973430400:12345-0@lo:400:kworker.0 Request processed in 23us (291us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985071.842346:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 406 00000100:00100000:3.0:1788985071.842357:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1788985071.842362:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973430912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842388:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973430912:12345-0@lo:400:kworker.0 Request processed in 26us (313us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985071.842394:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 407 00000100:00100000:3.0:1788985071.842435:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973430400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842445:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973430912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842453:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973429504:0@lo:400:kworker.0 00000100:00100000:3.0:1788985071.842472:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973430528:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.842564:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430272 00000100:00100000:2.0:1788985071.842568:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430272 00000100:00100000:2.0:1788985071.842580:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430784 00000100:00100000:2.0:1788985071.842583:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430784 00000100:00100000:2.0:1788985071.842593:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429888 00000100:00100000:2.0:1788985071.842595:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429888 00000100:00100000:2.0:1788985071.842607:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1788985071.842612:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973429632:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.842648:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973429632:12345-0@lo:400:kworker.0 Request processed in 35us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.842654:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1033 00000100:00100000:2.0:1788985071.842667:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1788985071.842673:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973430144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.842701:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973430144:12345-0@lo:400:kworker.0 Request processed in 29us (1256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.842705:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1034 00000100:00100000:2.0:1788985071.842717:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1788985071.842722:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973430656:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.842831:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973430656:12345-0@lo:400:kworker.0 Request processed in 109us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.842838:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1035 00000100:00100000:2.0:1788985071.842849:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1788985071.842855:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973430272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.842878:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973430272:12345-0@lo:400:kworker.0 Request processed in 25us (1305us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.842894:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1036 00000100:00100000:2.0:1788985071.842906:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1788985071.842911:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973430784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.842960:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973430784:12345-0@lo:400:kworker.0 Request processed in 49us (1353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.842966:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1037 00000100:00100000:2.0:1788985071.842978:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1788985071.842984:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973429888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843017:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973429888:12345-0@lo:400:kworker.0 Request processed in 33us (990us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.843022:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1038 00000100:00100000:2.0:1788985071.843047:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429760 00000100:00100000:2.0:1788985071.843051:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429760 00000100:00100000:2.0:1788985071.843068:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973430016 00000100:00100000:2.0:1788985071.843070:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973430016 00000100:00100000:2.0:1788985071.843079:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431040 00000100:00100000:2.0:1788985071.843081:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431040 00000100:00100000:2.0:1788985071.843090:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1788985071.843096:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973429760:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843129:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3641:x1875885973429760:12345-0@lo:400:kworker.0 Request processed in 33us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.843135:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:2.0:1788985071.843146:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1788985071.843151:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973430016:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843171:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973430016:12345-0@lo:400:kworker.0 Request processed in 21us (1269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.843185:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:2.0:1788985071.843195:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1788985071.843199:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973431040:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985071.843220:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985071.843244:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973431040:12345-0@lo:41:osp-pre-0-1.0 Request processed in 45us (1259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985071.843249:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00080000:2.0:1788985071.843269:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985071.843274:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985071.843275:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985071.843278:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985071.843306:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973429760:0@lo:400:kworker.0 00010000:00080000:2.0:1788985071.843316:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb37100 x1875885973430272/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985071.843326:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973430272:0@lo:400:kworker.0 00010000:00080000:2.0:1788985071.843335:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144057b80 x1875885973430784/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985087 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985071.843344:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973430784:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843353:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973429632:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843361:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973430144:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843368:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973430656:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843397:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973429888:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843419:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973430016:0@lo:400:kworker.0 00000100:00100000:2.0:1788985071.843432:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973431040:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985071.846071:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973429376 00000100:00100000:1.0:1788985071.846083:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973429376 00000100:00100000:1.0:1788985071.846184:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1788985071.846193:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973429376:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985071.846224:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985071.846302:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973429376:12345-0@lo:13:osp-pre-1-1.0 Request processed in 110us (6299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985071.846310:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:1.0:1788985071.846387:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973429376:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985071.846442:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985071.846453:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973431168:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985071.846488:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985071.846520:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431168 00000100:00100000:1.0:1788985071.846524:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431168 00000100:00100000:1.0:1788985071.846547:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1788985071.846553:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973431168:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985071.846564:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985071.846593:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973431168:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (106us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985071.846599:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:1.0:1788985071.846628:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973431168:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788985071.847903:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000020:00000080:2.0:1788985072.183256:0:34767:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe62249f0 20000000:00000080:2.0:1788985072.183281:0:34767:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143be0400 uarg=0000000000000000 10000000:01000000:2.0:1788985072.184037:0:34767:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985072.184061:0:34767:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184078:0:34767:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184089:0:34767:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184096:0:34767:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184104:0:34767:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184111:0:34767:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184118:0:34767:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985072.184122:0:34767:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184130:0:34767:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184158:0:34767:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184166:0:34767:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.184172:0:34767:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f6bc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34767 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985072.670189:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985072.801117:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985072.801135:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985072.801140:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985072.801199:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985072.801212:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985072.801223:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985072.801250:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973431296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985072.801324:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985072.801381:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1258ee1f00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985072.801624:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431296 00000100:00100000:1.0:1788985072.801633:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431296 00000100:00100000:1.0:1788985072.801681:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1788985072.801691:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973431296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985072.801706:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985072.801719:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f6c3 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985072.801764:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985072.801775:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985072.801785:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea200, rc 0) 00000100:00100000:1.0:1788985072.801854:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973431296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 165us (530us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985072.801861:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00100000:1.0:1788985072.801919:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973431296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985072.801959:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985072.801970:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985072.801989:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985072.801994:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985072.802002:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985073.115692:0:34816:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0412ee10 20000000:00000080:3.0:1788985073.115710:0:34816:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea96c00 uarg=0000000000000000 10000000:01000000:3.0:1788985073.115890:0:34816:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985073.115913:0:34816:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.115959:0:34816:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.115968:0:34816:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.116009:0:34816:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.116034:0:34816:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 23 pid: 6506 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985073.116049:0:34816:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34816:1875885973431424:0@lo:104: 00000100:00100000:3.0:1788985073.116112:0:34816:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985073.116165:0:34816:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17d180 going to sleep for 11 seconds 00000100:00100000:0.0:1788985073.116416:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431424 00000100:00100000:0.0:1788985073.116424:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431424 00000100:00100000:0.0:1788985073.116469:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 148 00000100:00100000:0.0:1788985073.116478:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:34816:x1875885973431424:12345-0@lo:104: 00010000:00010000:0.0:1788985073.116489:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116539:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985073.116544:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:34816:x1875885973431424:12345-0@lo:104: Request processed in 68us (433us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985073.116551:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 148 00010000:00010000:0.0:1788985073.116568:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985073.116573:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116580:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985073.116583:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116592:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985073.116599:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985073.116622:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985073.116652:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116659:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985073.116679:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116687:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52f6c3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ca expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116702:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985073.116704:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985073.116705:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985073.116723:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973431552:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985073.116752:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985073.116788:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431552 00000100:00100000:0.0:1788985073.116792:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431552 00010000:00010000:0.0:1788985073.116820:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 24 pid: 6506 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985073.116842:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788985073.116847:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973431552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985073.116858:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985073.116863:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 24 pid: 6506 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116872:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 24 pid: 6506 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116893:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116900:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116912:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116919:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116948:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116955:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116961:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985073.116965:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116973:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116981:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.116990:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985073.117021:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973431552:12345-0@lo:103:ldlm_bl.0 Request processed in 173us (267us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985073.117035:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788985073.117071:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973431552:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985073.117465:0:34816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52f6ca lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f6c3 expref: 23 pid: 6506 timeout: 1012 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985073.117476:0:34816:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34816:1875885973431424:0@lo:104: 00010000:00010000:3.0:1788985073.117490:0:34816:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.117499:0:34816:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.117506:0:34816:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985073.117513:0:34816:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6d1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34816 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985073.695173:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985073.868186:0:34864:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef2516ee0 20000000:00000080:1.0:1788985073.868211:0:34864:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e00400 uarg=0000000000000000 10000000:01000000:1.0:1788985073.870444:0:34864:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985073.870490:0:34864:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870508:0:34864:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870518:0:34864:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870525:0:34864:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870532:0:34864:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870539:0:34864:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870545:0:34864:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985073.870549:0:34864:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870556:0:34864:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870569:0:34864:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870577:0:34864:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985073.870583:0:34864:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f6d8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34864 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.718269:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985074.748221:0:34912:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc9ed2adc0 20000000:00000080:2.0:1788985074.748239:0:34912:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d47000 uarg=0000000000000000 10000000:01000000:2.0:1788985074.748552:0:34912:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985074.748573:0:34912:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748589:0:34912:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748599:0:34912:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748606:0:34912:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748612:0:34912:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748619:0:34912:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748631:0:34912:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985074.748636:0:34912:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748645:0:34912:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748656:0:34912:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748663:0:34912:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985074.748669:0:34912:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f6df lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34912 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985074.910231:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973431680:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985074.910304:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985074.910376:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431680 00000100:00100000:0.0:1788985074.910383:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431680 00000100:00100000:0.0:1788985074.910469:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:0.0:1788985074.910479:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973431680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985074.910506:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985074.910549:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973431680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 72us (245us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985074.910556:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00080000:0.0:1788985074.910575:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985074.910611:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973431680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985074.914811:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973431808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985074.914896:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985074.915147:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431808 00000100:00100000:1.0:1788985074.915155:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431808 00000100:00100000:1.0:1788985074.915228:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:1.0:1788985074.915237:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973431808:12345-0@lo:13:osp-pre-0-1.0 00000100:00080000:0.0:1788985074.915610:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1788985074.915962:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985074.916025:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973431808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 787us (1127us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985074.916034:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788985074.916141:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973431808:0@lo:13:osp-pre-0-1.0 10000000:01000000:0.0:1788985075.038978:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985075.038986:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985075.038992:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985075.039037:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.039050:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.039090:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985075.039117:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973431936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985075.039180:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985075.039226:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c1646c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985075.039425:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973431936 00000100:00100000:1.0:1788985075.039435:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973431936 00000100:00100000:1.0:1788985075.040657:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:1.0:1788985075.040670:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973431936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985075.040687:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985075.040705:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f6e6 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985075.040730:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985075.040741:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985075.040749:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb800, rc 0) 00000100:00100000:1.0:1788985075.040831:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973431936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 163us (1649us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985075.040845:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788985075.040948:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973431936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985075.040966:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.040976:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985075.040995:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985075.041001:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.041008:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985075.423228:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973432064:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985075.423332:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985075.423534:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432064 00000100:00100000:1.0:1788985075.423543:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432064 00000100:00100000:1.0:1788985075.423591:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:1.0:1788985075.423600:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973432064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985075.423636:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985075.423689:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973432064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 90us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985075.423704:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788985075.423860:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973432064:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788985075.676277:0:34960:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd488ea200 20000000:00000080:3.0:1788985075.676297:0:34960:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439f0400 uarg=0000000000000000 10000000:01000000:3.0:1788985075.676450:0:34960:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985075.676473:0:34960:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985075.676503:0:34960:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985075.676512:0:34960:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985075.676555:0:34960:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985075.676570:0:34960:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 23 pid: 6509 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985075.676586:0:34960:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34960:1875885973432192:0@lo:104: 00000100:00100000:3.0:1788985075.676657:0:34960:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985075.676717:0:34960:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ebc0e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985075.676886:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432192 00000100:00100000:2.0:1788985075.676894:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432192 00000100:00100000:2.0:1788985075.676969:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 149 00000100:00100000:2.0:1788985075.676981:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34960:x1875885973432192:12345-0@lo:104: 00010000:00010000:2.0:1788985075.676994:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677062:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985075.677068:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:34960:x1875885973432192:12345-0@lo:104: Request processed in 91us (412us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985075.677085:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 149 00010000:00010000:0.0:1788985075.677220:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985075.677228:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.677236:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985075.677240:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.677260:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985075.677268:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985075.677274:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985075.677305:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.677310:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985075.677332:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.677340:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f6e6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f6ed expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.677356:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985075.677358:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985075.677359:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985075.677372:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973432320:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985075.677408:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985075.677606:0:34960:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:34960:1875885973432192:0@lo:104: 00010000:00010000:3.0:1788985075.677626:0:34960:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985075.677782:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432320 00000100:00100000:2.0:1788985075.677787:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432320 00010000:00010000:2.0:1788985075.677811:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 24 pid: 6509 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985075.677843:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:2.0:1788985075.677850:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973432320:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985075.677861:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985075.677866:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 24 pid: 6509 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677875:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 24 pid: 6509 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677887:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f6ed lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f6e6 expref: 24 pid: 6509 timeout: 1015 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677899:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677908:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677949:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677956:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677972:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677978:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677983:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985075.677987:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.677993:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.678009:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985075.678018:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985075.678121:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973432320:12345-0@lo:103:ldlm_bl.0 Request processed in 271us (712us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985075.678129:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00000100:00100000:0.0:1788985075.678253:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973432320:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985075.678274:0:34960:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.678282:0:34960:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.678299:0:34960:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f6f4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 34960 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985075.742426:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985076.696640:0:35008:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff67856680 20000000:00000080:0.0:1788985076.696661:0:35008:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c2800 uarg=0000000000000000 10000000:01000000:0.0:1788985076.696857:0:35008:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985076.696885:0:35008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697020:0:35008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697035:0:35008:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697042:0:35008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697050:0:35008:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697057:0:35008:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697063:0:35008:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985076.697068:0:35008:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697075:0:35008:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697097:0:35008:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697106:0:35008:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985076.697111:0:35008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f6fb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985076.768114:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985076.791265:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985076.791339:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985076.791372:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985076.791419:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191680 00000100:00100000:1.0:1788985076.791428:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191680 00000100:00100000:1.0:1788985076.791489:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191552 00000100:00100000:1.0:1788985076.791492:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191552 00000100:00100000:1.0:1788985076.791516:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1039 00000100:00100000:1.0:1788985076.791528:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191680:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985076.791602:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191680:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (263us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.791610:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1039 00000100:00100000:1.0:1788985076.791628:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1040 00000100:00100000:1.0:1788985076.791635:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191552:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985076.791662:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953191552:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (290us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.791685:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1040 00000100:00080000:1.0:1788985076.791708:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985076.791712:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985076.799601:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191424 00000100:00100000:0.0:1788985076.799617:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191424 00000100:00100000:0.0:1788985076.799685:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 623 00000100:00100000:0.0:1788985076.799696:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953191424:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985076.799791:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953191424:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 96us (8538us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985076.799800:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 623 00000100:00100000:0.0:1788985076.971286:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973432448:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985076.971377:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.971508:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973432960:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.971676:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.971704:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973433472:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.971731:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.971752:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973433984:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.971786:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.971811:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:0.0:1788985076.971827:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973432576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985076.971852:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.971868:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973433088:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.971887:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.971910:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973433600:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.972509:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985076.972644:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432960 00000100:00100000:1.0:1788985076.972653:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432960 00000100:00100000:1.0:1788985076.972703:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:1.0:1788985076.972714:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973432960:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.972793:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973432960:12345-0@lo:400:kworker.0 Request processed in 80us (1117us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.972801:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1788985076.973094:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973434112:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.973129:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.973180:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973432960:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.973235:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973432704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.973265:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.973290:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973433216:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.973314:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.973333:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973433728:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.973354:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.973372:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973434240:0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.973639:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433600 00000100:00100000:1.0:1788985076.973645:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433600 00000100:00100000:1.0:1788985076.973686:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434112 00000100:00100000:1.0:1788985076.973689:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434112 00000100:00100000:1.0:1788985076.973703:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433728 00000100:00100000:1.0:1788985076.973706:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433728 00000100:00100000:1.0:1788985076.973722:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1788985076.973731:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973433600:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.973787:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973433600:12345-0@lo:400:kworker.0 Request processed in 58us (1279us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.973794:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:1.0:1788985076.973808:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788985076.973815:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973434112:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.973844:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973434112:12345-0@lo:400:kworker.0 Request processed in 30us (715us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.973850:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:1.0:1788985076.973861:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 410 00000100:00100000:1.0:1788985076.973876:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973433728:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.973906:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973433728:12345-0@lo:400:kworker.0 Request processed in 32us (552us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.973913:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 410 00000100:00080000:1.0:1788985076.973957:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985076.973962:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985076.974523:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.974779:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973433728:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.974800:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985076.974810:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973432832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.974839:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.974862:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973433344:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.974883:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985076.974913:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973433856:0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.975905:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985076.976139:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434240 00000100:00100000:1.0:1788985076.976148:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434240 00000100:00100000:1.0:1788985076.976206:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1788985076.976214:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973434240:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.976261:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973434240:12345-0@lo:400:kworker.0 Request processed in 48us (1739us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.976267:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 411 00000100:00100000:1.0:1788985076.976287:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433472 00000100:00100000:1.0:1788985076.976291:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433472 00000100:00100000:1.0:1788985076.976308:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433984 00000100:00100000:1.0:1788985076.976311:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433984 00000100:00100000:1.0:1788985076.976321:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433088 00000100:00100000:1.0:1788985076.976323:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433088 00000100:00100000:1.0:1788985076.976332:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432832 00000100:00100000:1.0:1788985076.976335:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432832 00000100:00100000:1.0:1788985076.976345:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433344 00000100:00100000:1.0:1788985076.976347:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433344 00000100:00100000:1.0:1788985076.976358:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433856 00000100:00100000:1.0:1788985076.976360:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433856 00000100:00100000:1.0:1788985076.976371:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1788985076.976377:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973433472:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.976503:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973434240:0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.976788:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973433472:12345-0@lo:400:kworker.0 Request processed in 409us (5055us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.976810:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1041 00000100:00100000:1.0:1788985076.976826:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1788985076.976833:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973433984:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.976864:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973433984:12345-0@lo:400:kworker.0 Request processed in 32us (5077us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.976869:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1042 00000100:00100000:1.0:1788985076.976881:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1788985076.976886:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973433088:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.976913:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973433088:12345-0@lo:400:kworker.0 Request processed in 27us (5026us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.976919:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1043 00000100:00100000:1.0:1788985076.976962:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1788985076.976968:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973432832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985076.977099:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432704 00000100:00100000:0.0:1788985076.977104:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432704 00000100:00100000:0.0:1788985076.977132:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1788985076.977137:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973432704:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.991353:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973432832:12345-0@lo:400:kworker.0 Request processed in 14372us (16499us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.991371:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1044 00000100:00100000:1.0:1788985076.991450:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432448 00000100:00100000:1.0:1788985076.991460:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432448 00000100:00100000:1.0:1788985076.991500:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973432576 00000100:00100000:1.0:1788985076.991503:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973432576 00000100:00100000:1.0:1788985076.991518:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788985076.991527:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973432448:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985076.991713:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985076.991799:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973432448:12345-0@lo:13:osp-pre-1-0.0 Request processed in 273us (20423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.991817:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:1.0:1788985076.991831:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788985076.991837:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973432576:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985076.991851:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985076.991879:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973432576:12345-0@lo:13:osp-pre-1-1.0 Request processed in 42us (20026us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.991885:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:1.0:1788985076.991908:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1788985076.991916:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973433344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.992123:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973433344:12345-0@lo:400:kworker.0 Request processed in 207us (17238us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.992130:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1045 00000100:00100000:1.0:1788985076.992144:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1788985076.992151:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973433856:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.992182:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973433856:12345-0@lo:400:kworker.0 Request processed in 32us (16281us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.992187:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1046 00000100:00100000:1.0:1788985076.992222:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973434368:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985076.992266:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:1.0:1788985076.992457:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985076.992463:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985076.992467:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985076.994092:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973433216 00000100:00100000:1.0:1788985076.994113:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973433216 00000100:00100000:1.0:1788985076.994172:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434368 00000100:00100000:1.0:1788985076.994191:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434368 00000100:00100000:1.0:1788985076.994211:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788985076.994218:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973433216:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985076.994291:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973433216:12345-0@lo:400:kworker.0 Request processed in 73us (20975us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985076.994298:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:1.0:1788985076.994315:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1788985076.994322:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973434368:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985076.994349:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985077.002132:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973432704:12345-0@lo:400:kworker.0 Request processed in 24981us (28853us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985077.002149:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00100000:0.0:1788985077.002253:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973432576:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985077.002267:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973433088:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002278:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973433600:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002286:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973434112:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002299:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973432448:0@lo:13:osp-pre-1-0.0 00010000:00080000:0.0:1788985077.002312:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cdc00 x1875885973433472/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985077.002322:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973433472:0@lo:400:kworker.0 00010000:00080000:0.0:1788985077.002349:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1250acaa00 x1875885973433984/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985092 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985077.002356:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973433984:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002404:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973432832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002427:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973433344:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002437:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973433856:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002446:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973432704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985077.002458:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973433216:0@lo:400:kworker.0 00000100:00100000:1.0:1788985077.014257:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973434368:12345-0@lo:41:osp-pre-0-1.0 Request processed in 19925us (21981us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985077.014273:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 504 00000100:00100000:1.0:1788985077.014377:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973434368:0@lo:41:osp-pre-0-1.0 10000000:01000000:2.0:1788985077.027792:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985077.027802:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985077.027809:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985077.027859:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985077.027872:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985077.027897:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985077.027944:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973434496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985077.028109:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985077.028182:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f780 going to sleep for 11 seconds 00000100:00100000:0.0:1788985077.029161:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434496 00000100:00100000:0.0:1788985077.029172:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434496 00000100:00100000:0.0:1788985077.029232:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1788985077.029242:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973434496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985077.029258:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985077.029277:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f702 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.029303:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.029315:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.029340:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9a00, rc 0) 00000100:00100000:0.0:1788985077.029403:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973434496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (1293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985077.029410:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:2.0:1788985077.034857:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973434496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985077.034887:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985077.034901:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985077.035282:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985077.035290:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985077.035299:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985077.708671:0:35056:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffde0c8dea0 20000000:00000080:0.0:1788985077.708689:0:35056:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c3800 uarg=0000000000000000 10000000:01000000:0.0:1788985077.709084:0:35056:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985077.709106:0:35056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.709135:0:35056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.709143:0:35056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.709185:0:35056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.709199:0:35056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 23 pid: 6506 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985077.709215:0:35056:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11440c8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35056:1875885973434624:0@lo:104: 00000100:00100000:0.0:1788985077.709278:0:35056:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985077.709389:0:35056:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433059c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985077.710300:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434624 00000100:00100000:3.0:1788985077.710312:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434624 00000100:00100000:3.0:1788985077.710424:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 150 00000100:00100000:3.0:1788985077.710436:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35056:x1875885973434624:12345-0@lo:104: 00010000:00010000:3.0:1788985077.710450:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985077.710575:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985077.710582:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35056:x1875885973434624:12345-0@lo:104: Request processed in 149us (1303us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985077.710601:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 150 00000100:00100000:0.0:1788985077.710688:0:35056:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11440c8380 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35056:1875885973434624:0@lo:104: 00010000:00010000:0.0:1788985077.710711:0:35056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711149:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985077.711158:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711166:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985077.711171:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711180:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985077.711187:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985077.711193:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985077.711250:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711257:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985077.711280:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711287:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f702 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f709 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711308:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985077.711310:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985077.711311:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985077.711325:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973434752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985077.711368:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985077.711423:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434752 00000100:00100000:1.0:1788985077.711428:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434752 00010000:00010000:1.0:1788985077.711449:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 24 pid: 6506 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985077.711473:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788985077.711480:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973434752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985077.711492:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985077.711497:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 24 pid: 6506 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711508:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 24 pid: 6506 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711521:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f709 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f702 expref: 24 pid: 6506 timeout: 1017 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711540:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711548:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711563:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711570:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711577:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711584:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711589:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985077.711593:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711601:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711612:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985077.711621:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985077.711660:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973434752:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985077.711673:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788985077.711707:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973434752:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985077.711783:0:35056:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.711792:0:35056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.711798:0:35056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f710 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985077.791084:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985078.615136:0:35104:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe261c6660 20000000:00000080:0.0:1788985078.615158:0:35104:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c3800 uarg=0000000000000000 10000000:01000000:0.0:1788985078.615506:0:35104:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985078.615529:0:35104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615545:0:35104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615619:0:35104:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615627:0:35104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615634:0:35104:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615641:0:35104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615646:0:35104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985078.615650:0:35104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615657:0:35104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615671:0:35104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615678:0:35104:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985078.615700:0:35104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f717 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985078.821165:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985079.006142:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985079.006151:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985079.006157:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985079.006209:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.006221:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.006233:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985079.006273:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973434880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985079.006349:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985079.006416:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018480 going to sleep for 11 seconds 00000100:00100000:1.0:1788985079.006774:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973434880 00000100:00100000:1.0:1788985079.006783:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973434880 00000100:00100000:1.0:1788985079.006840:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788985079.006850:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973434880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985079.006863:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985079.006877:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f71e expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.006900:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.006921:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.006950:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eba00, rc 0) 00000100:00100000:1.0:1788985079.007004:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973434880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 155us (654us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985079.007018:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:2.0:1788985079.007631:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973434880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985079.007650:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.007659:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985079.007697:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985079.007702:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.007710:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788985079.589817:0:35153:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9fc2b780 20000000:00000080:1.0:1788985079.589836:0:35153:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143351800 uarg=0000000000000000 10000000:01000000:1.0:1788985079.590036:0:35153:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985079.590056:0:35153:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.590074:0:35153:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.590093:0:35153:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.590133:0:35153:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985079.590147:0:35153:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 23 pid: 6509 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985079.590162:0:35153:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35153:1875885973435008:0@lo:104: 00000100:00100000:1.0:1788985079.590224:0:35153:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985079.591556:0:35153:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331ce40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985079.598526:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435008 00000100:00100000:2.0:1788985079.598545:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435008 00000100:00100000:3.0:1788985079.598828:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:3.0:1788985079.598840:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:35153:x1875885973435008:12345-0@lo:104: 00010000:00010000:3.0:1788985079.598859:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985079.599236:0:35153:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35153:1875885973435008:0@lo:104: 00010000:00010000:1.0:1788985079.599268:0:35153:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985079.599307:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985079.599314:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:35153:x1875885973435008:12345-0@lo:104: Request processed in 477us (9090us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985079.599322:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00010000:00010000:0.0:1788985079.601533:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985079.601549:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.601562:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985079.601567:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.601577:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985079.601609:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985079.601615:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985079.601672:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.601678:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985079.601716:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.601723:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9a00/0xa0dd3253da52f71e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f725 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985079.601841:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973435136:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985079.601910:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:0.0:1788985079.602041:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985079.602043:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985079.602045:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985079.602526:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435136 00000100:00100000:2.0:1788985079.602536:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435136 00010000:00010000:2.0:1788985079.602567:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 24 pid: 6509 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985079.602634:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:2.0:1788985079.602643:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973435136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985079.602655:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985079.602660:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 24 pid: 6509 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602672:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 24 pid: 6509 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602687:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f725 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f71e expref: 24 pid: 6509 timeout: 1019 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602702:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602722:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602758:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602766:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602774:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602780:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602785:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985079.602790:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602797:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602817:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985079.602828:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985079.602872:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973435136:12345-0@lo:103:ldlm_bl.0 Request processed in 229us (962us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985079.602879:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00010000:00010000:0.0:1788985079.602964:0:35153:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.602973:0:35153:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985079.602978:0:35153:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f72c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35153 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985079.608661:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973435136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985079.839032:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985080.034552:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973435264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985080.034626:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985080.034700:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435264 00000100:00100000:2.0:1788985080.034707:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435264 00000100:00100000:2.0:1788985080.034764:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:2.0:1788985080.034773:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973435264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985080.034798:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985080.034835:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973435264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985080.034841:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00080000:2.0:1788985080.034858:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985080.034888:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973435264:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985080.038113:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985080.038137:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973435392:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985080.038202:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985080.038348:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435392 00000100:00100000:3.0:1788985080.038355:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435392 00000100:00100000:3.0:1788985080.038415:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1788985080.038424:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973435392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985080.038445:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985080.038487:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973435392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 64us (284us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985080.038494:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:3.0:1788985080.038532:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973435392:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788985080.038579:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788985080.402673:0:35201:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd0c4f7000 20000000:00000080:0.0:1788985080.402688:0:35201:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eafc000 uarg=0000000000000000 10000000:01000000:0.0:1788985080.405400:0:35201:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985080.405427:0:35201:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405442:0:35201:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405453:0:35201:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405459:0:35201:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405467:0:35201:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405474:0:35201:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405481:0:35201:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985080.405485:0:35201:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405493:0:35201:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405505:0:35201:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405512:0:35201:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985080.405529:0:35201:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f733 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35201 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985080.545756:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973435520:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985080.545832:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985080.546384:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435520 00000100:00100000:1.0:1788985080.546394:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435520 00000100:00100000:1.0:1788985080.546566:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788985080.546576:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973435520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985080.546610:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985080.546724:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973435520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 149us (892us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985080.546757:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 505 00000100:00100000:1.0:1788985080.546901:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973435520:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985080.873650:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985081.277579:0:35249:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe03771030 20000000:00000080:1.0:1788985081.277594:0:35249:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439f2800 uarg=0000000000000000 10000000:01000000:1.0:1788985081.277744:0:35249:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985081.277766:0:35249:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277782:0:35249:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277792:0:35249:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277798:0:35249:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277804:0:35249:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277811:0:35249:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277817:0:35249:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985081.277821:0:35249:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277828:0:35249:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277852:0:35249:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277860:0:35249:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985081.277865:0:35249:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea000/0xa0dd3253da52f73a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35249 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985081.630028:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985081.630034:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985081.630039:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985081.630092:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985081.630105:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985081.630117:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985081.630144:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973435648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985081.630212:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985081.630340:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018840 going to sleep for 11 seconds 00000100:00100000:0.0:1788985081.630894:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435648 00000100:00100000:0.0:1788985081.630904:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435648 00000100:00100000:0.0:1788985081.631632:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788985081.631645:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973435648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985081.631659:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985081.631674:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f741 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985081.631709:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985081.631730:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985081.631738:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9000, rc 0) 00000100:00100000:0.0:1788985081.632056:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973435648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 414us (1843us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985081.632064:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:2.0:1788985081.632198:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973435648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985081.632229:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985081.632239:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985081.632258:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985081.632263:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985081.632270:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985081.886394:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985081.913320:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985081.913372:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985081.913408:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985081.913509:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191936 00000100:00100000:1.0:1788985081.913520:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191936 00000100:00100000:1.0:1788985081.913584:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192064 00000100:00100000:1.0:1788985081.913587:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192064 00000100:00100000:1.0:1788985081.913607:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1047 00000100:00100000:1.0:1788985081.913617:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953191936:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985081.913701:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953191936:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (390us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985081.913709:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1047 00000100:00100000:3.0:1788985081.913743:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953191808 00000100:00100000:1.0:1788985081.913743:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1048 00000100:00100000:3.0:1788985081.913760:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953191808 00000100:00100000:1.0:1788985081.913760:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953192064:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985081.913795:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953192064:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985081.913803:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1048 00000100:00100000:3.0:1788985081.913837:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 628 00000100:00100000:3.0:1788985081.913850:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953191808:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:0.0:1788985081.914882:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985081.914891:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985081.916173:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953191808:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 2311us (2783us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985081.916193:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 628 00000100:00100000:1.0:1788985082.078449:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973435776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985082.079264:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.080146:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435776 00000100:00100000:1.0:1788985082.080174:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435776 00000100:00100000:1.0:1788985082.080249:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788985082.080263:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973435776:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985082.080311:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985082.080809:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973435776:12345-0@lo:41:osp-pre-0-1.0 Request processed in 548us (1546us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985082.080819:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 506 00000100:00100000:1.0:1788985082.080864:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973435904:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985082.080922:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.081543:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985082.081556:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973436032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985082.081595:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.082490:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973435904 00000100:00100000:1.0:1788985082.082503:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973435904 00000100:00100000:1.0:1788985082.082578:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436032 00000100:00100000:1.0:1788985082.082582:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436032 00000100:00100000:1.0:1788985082.082605:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1788985082.082615:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973435904:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985082.082844:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985082.082919:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973435904:12345-0@lo:13:osp-pre-1-1.0 Request processed in 305us (1997us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985082.082947:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1788985082.082966:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:1.0:1788985082.082973:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973436032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985082.082985:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985082.083021:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973436032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 38us (1415us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985082.083047:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00080000:1.0:1788985082.083068:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985082.083123:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973435776:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985082.083168:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973436032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985082.083184:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c41180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973435904:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985082.083429:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973436544:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.083496:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985082.083541:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973437056:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.083564:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985082.083589:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788985082.083595:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973436416:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.083634:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985082.083652:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973436928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.083749:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973436160:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.083785:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.083805:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985082.083840:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436544 00000100:00100000:1.0:1788985082.083847:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973436672:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.083851:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436544 00000100:00100000:1.0:1788985082.083877:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.083903:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973437184:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.083909:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437056 00000100:00100000:3.0:1788985082.083914:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437056 00000100:00100000:3.0:1788985082.083975:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436160 00000100:00100000:3.0:1788985082.083980:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436160 00000100:00100000:1.0:1788985082.083987:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985082.084004:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436672 00000100:00100000:3.0:1788985082.084008:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436672 00000100:00100000:3.0:1788985082.084023:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437184 00000100:00100000:3.0:1788985082.084025:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437184 00000100:00100000:1.0:1788985082.084056:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:3.0:1788985082.084065:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1788985082.084072:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973436288:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084082:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973436544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.084114:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.084141:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973436800:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084158:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973436544:12345-0@lo:400:kworker.0 Request processed in 81us (659us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084167:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1049 00000100:00100000:1.0:1788985082.084179:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985082.084214:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436288 00000100:00100000:3.0:1788985082.084218:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436288 00000100:00100000:1.0:1788985082.084235:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436928 00000100:00100000:3.0:1788985082.084241:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1788985082.084248:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973437056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084280:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973437056:12345-0@lo:400:kworker.0 Request processed in 32us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084285:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1050 00000100:00100000:3.0:1788985082.084295:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1788985082.084300:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973436160:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084328:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973436160:12345-0@lo:400:kworker.0 Request processed in 28us (527us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084333:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1051 00000100:00100000:3.0:1788985082.084343:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1788985082.084348:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973436672:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084368:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973436672:12345-0@lo:400:kworker.0 Request processed in 21us (493us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084373:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1052 00000100:00100000:3.0:1788985082.084383:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1788985082.084387:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973437184:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084406:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973437184:12345-0@lo:400:kworker.0 Request processed in 19us (425us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084411:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1053 00000100:00100000:3.0:1788985082.084419:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1788985082.084424:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973436288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084443:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973436288:12345-0@lo:400:kworker.0 Request processed in 20us (332us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084454:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1054 00000100:00100000:3.0:1788985082.084477:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436416 00000100:00100000:3.0:1788985082.084482:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436416 00000100:00100000:3.0:1788985082.084508:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788985082.084513:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973436416:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084546:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973436416:12345-0@lo:400:kworker.0 Request processed in 33us (923us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.084552:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 507 00000100:00100000:3.0:1788985082.084586:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973436416:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084599:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973436544:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.084606:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973437056:0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.085111:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436928 00000100:00100000:1.0:1788985082.085171:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973436800 00000100:00100000:1.0:1788985082.085177:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973436800 00000100:00100000:1.0:1788985082.085208:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788985082.085219:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973436928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.085772:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973436928:12345-0@lo:400:kworker.0 Request processed in 553us (1986us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985082.085798:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 412 00000100:00100000:1.0:1788985082.085825:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 413 00000100:00100000:1.0:1788985082.085835:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973436800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.085878:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973436800:12345-0@lo:400:kworker.0 Request processed in 47us (1701us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985082.085886:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 413 00000100:00080000:1.0:1788985082.086153:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985082.086160:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985082.086164:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985082.086211:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973436288:0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.086231:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973436800:0@lo:400:kworker.0 00000100:00100000:3.0:1788985082.086261:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973436928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985082.092666:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973436160:0@lo:400:kworker.0 00010000:00080000:1.0:1788985082.092725:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127576e680 x1875885973436672/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985082.092739:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973436672:0@lo:400:kworker.0 00010000:00080000:1.0:1788985082.092756:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb37100 x1875885973437184/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985082.092767:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973437184:0@lo:400:kworker.0 00000020:00000080:0.0:1788985082.182427:0:35297:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff68f56db0 20000000:00000080:0.0:1788985082.182450:0:35297:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eafec00 uarg=0000000000000000 10000000:01000000:0.0:1788985082.182814:0:35297:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985082.182838:0:35297:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985082.182855:0:35297:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985082.182863:0:35297:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985082.182902:0:35297:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985082.182915:0:35297:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 23 pid: 6508 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985082.183341:0:35297:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35297:1875885973437312:0@lo:104: 00000100:00100000:0.0:1788985082.183406:0:35297:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985082.183490:0:35297:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1261637240 going to sleep for 11 seconds 00000100:00100000:3.0:1788985082.183765:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437312 00000100:00100000:3.0:1788985082.183774:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437312 00000100:00100000:3.0:1788985082.183865:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 152 00000100:00100000:3.0:1788985082.183875:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35297:x1875885973437312:12345-0@lo:104: 00010000:00010000:3.0:1788985082.183889:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985082.186255:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985082.186269:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35297:x1875885973437312:12345-0@lo:104: Request processed in 2393us (2860us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985082.186281:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 152 00000100:00100000:0.0:1788985082.186378:0:35297:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35297:1875885973437312:0@lo:104: 00010000:00010000:0.0:1788985082.186404:0:35297:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186481:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985082.186490:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186499:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985082.186515:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186526:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985082.186533:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985082.186550:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985082.186599:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186606:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985082.186639:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186647:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea600/0xa0dd3253da52f741 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f748 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186663:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985082.186665:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985082.186667:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985082.186681:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973437440:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985082.186749:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985082.186802:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437440 00000100:00100000:1.0:1788985082.186809:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437440 00010000:00010000:1.0:1788985082.186836:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 24 pid: 6508 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985082.186862:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788985082.186876:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973437440:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985082.186889:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985082.186894:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 24 pid: 6508 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186906:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 24 pid: 6508 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186954:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f748 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f741 expref: 24 pid: 6508 timeout: 1022 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186968:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186978:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.186992:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187000:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187008:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187015:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187021:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985082.187025:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187053:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187065:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985082.187075:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985082.187107:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce56450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973437440:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (357us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985082.187114:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00000100:00100000:1.0:1788985082.187167:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973437440:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985082.187245:0:35297:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985082.187254:0:35297:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985082.187260:0:35297:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52f74f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35297 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985082.912764:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985083.059094:0:35345:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd41f48090 20000000:00000080:0.0:1788985083.059112:0:35345:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eafec00 uarg=0000000000000000 10000000:01000000:0.0:1788985083.059257:0:35345:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985083.059279:0:35345:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059296:0:35345:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059306:0:35345:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059313:0:35345:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059320:0:35345:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059326:0:35345:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059332:0:35345:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985083.059337:0:35345:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059345:0:35345:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059357:0:35345:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059378:0:35345:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.059384:0:35345:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f756 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35345 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985083.552369:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985083.552377:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985083.552381:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985083.552427:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.552439:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.552450:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985083.552474:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973437568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985083.552539:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985083.552589:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12512916c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985083.553402:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437568 00000100:00100000:2.0:1788985083.553413:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437568 00000100:00100000:2.0:1788985083.553471:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788985083.553480:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973437568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985083.553494:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985083.553507:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f75d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985083.553532:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985083.553544:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985083.553552:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:2.0:1788985083.553604:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973437568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (1065us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985083.553623:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:2.0:1788985083.553671:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973437568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985083.553686:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985083.553694:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985083.553733:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985083.553739:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985083.553747:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985083.870913:0:35393:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1bc7b4b0 20000000:00000080:0.0:1788985083.870948:0:35393:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eafc000 uarg=0000000000000000 10000000:01000000:0.0:1788985083.871072:0:35393:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985083.871094:0:35393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.871112:0:35393:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.871134:0:35393:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.871179:0:35393:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.871192:0:35393:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 23 pid: 6508 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985083.871206:0:35393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35393:1875885973437696:0@lo:104: 00000100:00100000:0.0:1788985083.871271:0:35393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985083.871325:0:35393:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291540 going to sleep for 11 seconds 00000100:00100000:3.0:1788985083.871623:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788985083.871644:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437696 00000100:00100000:3.0:1788985083.871651:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437696 00000100:00100000:3.0:1788985083.871711:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 153 00000100:00100000:3.0:1788985083.871721:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11439f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:35393:x1875885973437696:12345-0@lo:104: 00010000:00010000:3.0:1788985083.871733:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985083.871798:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985083.871804:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11439f1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:35393:x1875885973437696:12345-0@lo:104: Request processed in 86us (534us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985083.871810:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 153 00010000:00010000:3.0:1788985083.871852:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985083.871858:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985083.871865:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985083.871868:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985083.871875:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985083.871881:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985083.871886:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985083.871916:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985083.871922:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985083.872072:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985083.872079:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f75d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f764 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985083.872094:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985083.872096:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985083.872097:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985083.872119:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973437824:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985083.872149:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985083.872312:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437824 00000100:00100000:1.0:1788985083.872317:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437824 00010000:00010000:1.0:1788985083.872339:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 24 pid: 6508 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985083.872370:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788985083.872376:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973437824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985083.872386:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985083.872390:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 24 pid: 6508 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872401:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 24 pid: 6508 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872415:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872433:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872446:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872453:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872460:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872466:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872470:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985083.872474:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872481:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872490:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985083.872498:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985083.872534:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973437824:12345-0@lo:103:ldlm_bl.0 Request processed in 157us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985083.872540:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788985083.872574:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c73800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973437824:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985083.872776:0:35393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f764 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f75d expref: 23 pid: 6508 timeout: 1023 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985083.872790:0:35393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35393:1875885973437696:0@lo:104: 00010000:00010000:0.0:1788985083.872804:0:35393:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.872811:0:35393:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.872817:0:35393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985083.872822:0:35393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f76b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985083.935407:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985084.688167:0:35442:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf5157040 20000000:00000080:2.0:1788985084.688186:0:35442:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406b000 uarg=0000000000000000 10000000:01000000:2.0:1788985084.688347:0:35442:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985084.688369:0:35442:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688386:0:35442:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688397:0:35442:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688404:0:35442:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688418:0:35442:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688425:0:35442:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688432:0:35442:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985084.688436:0:35442:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688445:0:35442:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688458:0:35442:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688466:0:35442:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985084.688473:0:35442:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f772 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35442 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985084.968740:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985085.150215:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985085.150253:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973437952:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985085.150324:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985085.150559:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973438080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985085.151968:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985085.153191:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973437952 00000100:00100000:2.0:1788985085.153204:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973437952 00000100:00100000:0.0:1788985085.153849:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438080 00000100:00100000:0.0:1788985085.153855:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438080 00000100:00100000:0.0:1788985085.153877:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1788985085.153887:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973437952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985085.153920:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985085.154007:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973437952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 122us (3683us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985085.154013:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:0.0:1788985085.154027:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788985085.154032:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973438080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985085.154041:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985085.154073:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973438080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 41us (2108us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985085.154080:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788985085.154121:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973438080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985085.154152:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973437952:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788985085.154249:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1788985085.536298:0:35490:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc217ef090 20000000:00000080:1.0:1788985085.536313:0:35490:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e01c00 uarg=0000000000000000 10000000:01000000:1.0:1788985085.536466:0:35490:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985085.536487:0:35490:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536503:0:35490:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536514:0:35490:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536521:0:35490:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536528:0:35490:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536536:0:35490:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536543:0:35490:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985085.536547:0:35490:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536556:0:35490:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536583:0:35490:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536592:0:35490:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985085.536613:0:35490:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb000/0xa0dd3253da52f779 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35490 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985085.673229:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985085.673251:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973438208:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985085.673320:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985085.673380:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438208 00000100:00100000:0.0:1788985085.673388:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438208 00000100:00100000:0.0:1788985085.673430:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788985085.673438:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973438208:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985085.683630:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985085.683737:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973438208:12345-0@lo:41:osp-pre-1-0.0 Request processed in 10296us (10414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985085.683746:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 508 00000100:00100000:0.0:1788985085.683838:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973438208:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788985085.918022:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985085.918031:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985085.918036:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985085.918091:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985085.918127:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985085.918140:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985085.918168:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973438336:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985085.918235:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985085.918300:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018600 going to sleep for 11 seconds 00000100:00100000:3.0:1788985085.918625:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438336 00000100:00100000:3.0:1788985085.918634:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438336 00000100:00100000:3.0:1788985085.918697:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:3.0:1788985085.918708:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973438336:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985085.918722:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985085.918736:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f780 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985085.918759:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985085.918771:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985085.918779:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985085.918915:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973438336:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 208us (679us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985085.918922:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00100000:0.0:1788985085.919189:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973438336:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985085.919205:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985085.919215:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985085.919233:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985085.919238:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985085.919247:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985085.984993:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985086.341617:0:35538:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb0aca800 20000000:00000080:1.0:1788985086.341634:0:35538:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d47000 uarg=0000000000000000 10000000:01000000:1.0:1788985086.341788:0:35538:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985086.341810:0:35538:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985086.341826:0:35538:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985086.341834:0:35538:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985086.341968:0:35538:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985086.341982:0:35538:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 23 pid: 6506 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985086.341995:0:35538:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35538:1875885973438464:0@lo:104: 00000100:00100000:1.0:1788985086.342056:0:35538:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985086.342184:0:35538:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306dc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788985086.342334:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438464 00000100:00100000:3.0:1788985086.342342:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438464 00000100:00100000:3.0:1788985086.342433:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:3.0:1788985086.342443:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35538:x1875885973438464:12345-0@lo:104: 00010000:00010000:3.0:1788985086.342457:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985086.342522:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985086.342528:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35538:x1875885973438464:12345-0@lo:104: Request processed in 87us (472us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985086.342535:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:1.0:1788985086.342594:0:35538:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35538:1875885973438464:0@lo:104: 00010000:00010000:1.0:1788985086.342612:0:35538:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.342684:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985086.342691:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.342698:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985086.342702:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.342710:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985086.342717:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985086.342722:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985086.342764:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.342771:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985086.342794:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.342808:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f780 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f787 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.342823:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985086.342825:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985086.342826:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985086.343033:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973438592:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985086.343066:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985086.343141:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438592 00000100:00100000:2.0:1788985086.343146:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438592 00010000:00010000:2.0:1788985086.343165:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 24 pid: 6506 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985086.343193:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788985086.343200:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973438592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985086.343210:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985086.343214:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 24 pid: 6506 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343224:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 24 pid: 6506 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343236:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f787 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f780 expref: 24 pid: 6506 timeout: 1026 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343259:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343268:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343290:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343297:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343303:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343310:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343315:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985086.343319:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343327:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343338:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985086.343347:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985086.343378:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973438592:12345-0@lo:103:ldlm_bl.0 Request processed in 178us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985086.343385:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788985086.343410:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144057480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973438592:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985086.343522:0:35538:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985086.343530:0:35538:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985086.343537:0:35538:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52f78e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35538 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985087.006142:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985087.033377:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985087.033424:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985087.033510:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192320 00000100:00100000:3.0:1788985087.033521:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192320 00000100:00100000:3.0:1788985087.033595:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1055 00000100:00100000:3.0:1788985087.033606:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953192320:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985087.033687:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953192320:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (321us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985087.033694:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1055 00000100:00100000:2.0:1788985087.033787:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00080000:2.0:1788985087.033818:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985087.033861:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192448 00000100:00100000:3.0:1788985087.033866:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192448 00000100:00100000:3.0:1788985087.033909:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1056 00000100:00100000:3.0:1788985087.033916:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953192448:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985087.033976:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144057b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953192448:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 60us (189us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985087.033983:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1056 00000100:00080000:2.0:1788985087.034055:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985087.035038:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192192 00000100:00100000:1.0:1788985087.035046:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192192 00000100:00100000:1.0:1788985087.035095:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 631 00000100:00100000:1.0:1788985087.035104:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953192192:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985087.035143:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953192192:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (1719us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985087.035149:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 631 00000100:00100000:2.0:1788985087.198204:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973438720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985087.198282:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.198349:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985087.198357:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973438848:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985087.198383:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.198408:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438720 00000100:00100000:2.0:1788985087.198415:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438720 00000100:00100000:2.0:1788985087.198463:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438848 00000100:00100000:2.0:1788985087.198466:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438848 00000100:00100000:2.0:1788985087.198482:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788985087.198490:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973438720:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985087.198518:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985087.198559:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973438720:12345-0@lo:13:osp-pre-1-1.0 Request processed in 69us (276us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.198567:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788985087.198662:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788985087.198680:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973438848:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985087.198691:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985087.198719:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973438848:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (335us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.198725:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00080000:2.0:1788985087.198743:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985087.198776:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973438720:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985087.198801:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973438848:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985087.199044:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985087.199054:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973438976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985087.199088:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985087.199153:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973438976 00000100:00100000:0.0:1788985087.199158:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973438976 00000100:00100000:0.0:1788985087.199194:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 509 00000100:00100000:0.0:1788985087.199201:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973438976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985087.199223:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985087.199257:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973438976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (168us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985087.199273:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 509 00000100:00100000:1.0:1788985087.199334:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973438976:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985087.206201:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973439232:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206271:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206317:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973439744:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206341:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206359:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973440256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206380:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206407:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788985087.206413:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973439104:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206439:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206459:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973439616:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206478:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206493:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973440128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206511:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206533:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973439360:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206554:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206563:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973439872:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206714:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206742:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985087.206748:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973439488:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206772:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206790:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973440000:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.206809:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.206843:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439232 00000100:00100000:2.0:1788985087.206852:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439232 00000100:00100000:2.0:1788985087.206907:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439744 00000100:00100000:2.0:1788985087.206910:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439744 00000100:00100000:2.0:1788985087.206957:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440256 00000100:00100000:2.0:1788985087.206960:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440256 00000100:00100000:2.0:1788985087.206972:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439616 00000100:00100000:2.0:1788985087.206974:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439616 00000100:00100000:2.0:1788985087.206984:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440128 00000100:00100000:2.0:1788985087.206986:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440128 00000100:00100000:2.0:1788985087.206995:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439360 00000100:00100000:2.0:1788985087.206998:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439360 00000100:00100000:2.0:1788985087.207010:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1788985087.207018:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973439232:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207074:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973439232:12345-0@lo:400:kworker.0 Request processed in 55us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207082:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1057 00000100:00100000:2.0:1788985087.207099:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1788985087.207105:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973439744:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207132:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973439744:12345-0@lo:400:kworker.0 Request processed in 28us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207138:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1058 00000100:00100000:2.0:1788985087.207149:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1788985087.207154:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973440256:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207179:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973440256:12345-0@lo:400:kworker.0 Request processed in 25us (798us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207185:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1059 00000100:00100000:2.0:1788985087.207195:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1788985087.207200:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973439616:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207226:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973439616:12345-0@lo:400:kworker.0 Request processed in 26us (747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207238:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1060 00000100:00100000:2.0:1788985087.207249:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1788985087.207255:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973440128:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207283:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973440128:12345-0@lo:400:kworker.0 Request processed in 28us (771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207288:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1061 00000100:00100000:2.0:1788985087.207299:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1788985087.207305:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973439360:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207335:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973439360:12345-0@lo:400:kworker.0 Request processed in 30us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207340:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1062 00000100:00100000:2.0:1788985087.207364:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439104 00000100:00100000:2.0:1788985087.207368:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439104 00000100:00100000:2.0:1788985087.207392:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788985087.207398:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973439104:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207425:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973439104:12345-0@lo:400:kworker.0 Request processed in 27us (986us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207430:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788985087.207461:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439488 00000100:00100000:2.0:1788985087.207464:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439488 00000100:00100000:2.0:1788985087.207487:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788985087.207493:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973439488:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.207522:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973439488:12345-0@lo:400:kworker.0 Request processed in 29us (749us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.207528:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 510 00000100:00100000:2.0:1788985087.207552:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973439872 00000100:00100000:2.0:1788985087.207556:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973439872 00000100:00100000:1.0:1788985087.207709:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440000 00000100:00100000:1.0:1788985087.207720:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440000 00000100:00100000:1.0:1788985087.207752:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788985087.207759:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973439872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985087.207794:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973439872:12345-0@lo:400:kworker.0 Request processed in 37us (1080us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985087.207800:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 414 00000100:00100000:1.0:1788985087.207811:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 415 00000100:00100000:1.0:1788985087.207817:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973440000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985087.207842:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973440000:12345-0@lo:400:kworker.0 Request processed in 25us (1032us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985087.207848:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 415 00000100:00080000:2.0:1788985087.208002:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985087.208008:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985087.208010:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985087.208082:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973439104:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208100:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973439616:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208110:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973440128:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208119:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973439232:0@lo:400:kworker.0 00010000:00080000:2.0:1788985087.208130:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9c000 x1875885973439744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985087.208138:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973439744:0@lo:400:kworker.0 00010000:00080000:2.0:1788985087.208147:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9d500 x1875885973440256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985087.208155:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973440256:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208194:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973439488:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208204:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973440000:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208213:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973439360:0@lo:400:kworker.0 00000100:00100000:2.0:1788985087.208221:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973439872:0@lo:400:kworker.0 00000020:00000080:1.0:1788985087.275961:0:35587:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfe207550 20000000:00000080:1.0:1788985087.275979:0:35587:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d46400 uarg=0000000000000000 10000000:01000000:1.0:1788985087.276131:0:35587:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985087.276154:0:35587:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276172:0:35587:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276183:0:35587:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276191:0:35587:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276199:0:35587:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276207:0:35587:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276220:0:35587:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985087.276224:0:35587:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276313:0:35587:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276330:0:35587:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276339:0:35587:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.276347:0:35587:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f795 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35587 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985087.390009:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985087.390018:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985087.390023:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985087.390094:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.390107:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.390120:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985087.390146:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973440384:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985087.390214:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.390261:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440384 00000100:00100000:2.0:1788985087.390270:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440384 00000100:00100000:1.0:1788985087.390271:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306db40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985087.390318:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1788985087.390328:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973440384:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985087.390348:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985087.390362:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f79c expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.390387:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.390399:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.390408:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eba00, rc 0) 00000100:00100000:2.0:1788985087.390456:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973440384:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.390462:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:1.0:1788985087.390692:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973440384:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985087.390706:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.390715:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985087.390732:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985087.390736:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.390745:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985087.969452:0:35635:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd8c337700 20000000:00000080:0.0:1788985087.969469:0:35635:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eaff000 uarg=0000000000000000 10000000:01000000:0.0:1788985087.969620:0:35635:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985087.969641:0:35635:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985087.969728:0:35635:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985087.969737:0:35635:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985087.969779:0:35635:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985087.969793:0:35635:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 23 pid: 6508 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985087.969807:0:35635:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35635:1875885973440512:0@lo:104: 00000100:00100000:0.0:1788985087.969868:0:35635:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985087.969995:0:35635:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d300 going to sleep for 11 seconds 00000100:00100000:1.0:1788985087.971093:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440512 00000100:00100000:1.0:1788985087.971103:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440512 00000100:00100000:1.0:1788985087.971187:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 155 00000100:00100000:1.0:1788985087.971198:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:35635:x1875885973440512:12345-0@lo:104: 00010000:00010000:1.0:1788985087.971212:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985087.971296:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985087.971303:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:35635:x1875885973440512:12345-0@lo:104: Request processed in 108us (1435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985087.971310:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 155 00000100:00100000:3.0:1788985087.971392:0:35635:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35635:1875885973440512:0@lo:104: 00010000:00010000:3.0:1788985087.971425:0:35635:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971491:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985087.971498:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971506:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985087.971510:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971518:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985087.971525:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985087.971531:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985087.971588:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971596:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985087.971615:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971622:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eba00/0xa0dd3253da52f79c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7a3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971637:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985087.971639:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985087.971641:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985087.971654:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973440640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985087.971704:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985087.971750:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440640 00000100:00100000:2.0:1788985087.971754:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440640 00010000:00010000:2.0:1788985087.971773:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 24 pid: 6508 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985087.971796:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788985087.971801:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973440640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985087.971810:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985087.971815:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 24 pid: 6508 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971839:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 24 pid: 6508 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971853:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f7a3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f79c expref: 24 pid: 6508 timeout: 1027 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971872:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971879:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971907:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971916:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971923:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971948:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971954:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985087.971958:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971963:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971973:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.971980:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985087.972002:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973440640:12345-0@lo:103:ldlm_bl.0 Request processed in 201us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985087.972011:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00000100:00100000:2.0:1788985087.972033:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973440640:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985087.972045:0:35635:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.972053:0:35635:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985087.972059:0:35635:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52f7aa lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35635 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985088.032352:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985088.822481:0:35683:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcffe900e0 20000000:00000080:3.0:1788985088.822497:0:35683:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b2e800 uarg=0000000000000000 10000000:01000000:3.0:1788985088.822667:0:35683:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985088.822690:0:35683:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822707:0:35683:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822718:0:35683:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822724:0:35683:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822731:0:35683:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822738:0:35683:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822744:0:35683:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985088.822748:0:35683:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822756:0:35683:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822769:0:35683:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822786:0:35683:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985088.822793:0:35683:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f7b1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35683 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985089.054079:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985089.594771:0:35731:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1b9dd530 20000000:00000080:1.0:1788985089.594787:0:35731:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b12757d0000 uarg=0000000000000000 10000000:01000000:1.0:1788985089.595204:0:35731:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985089.595227:0:35731:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595244:0:35731:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595255:0:35731:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595261:0:35731:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595267:0:35731:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595274:0:35731:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595280:0:35731:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985089.595514:0:35731:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595524:0:35731:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595537:0:35731:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595545:0:35731:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.595631:0:35731:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f7b8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35731 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985089.950099:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985089.950107:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985089.950113:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985089.950165:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985089.950178:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985089.950190:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985089.950217:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973440768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985089.950285:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985089.950468:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1242463540 going to sleep for 11 seconds 00000100:00100000:2.0:1788985089.950788:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440768 00000100:00100000:2.0:1788985089.950797:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440768 00000100:00100000:2.0:1788985089.950880:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:2.0:1788985089.950890:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973440768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985089.950902:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985089.950917:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f7bf expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985089.950983:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985089.950994:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985089.951002:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebe00, rc 0) 00000100:00100000:2.0:1788985089.951054:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973440768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 166us (769us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985089.951076:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788985089.951253:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973440768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985089.951269:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.951277:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985089.951294:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985089.951298:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985089.951305:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.079861:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985090.270220:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973440896:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985090.270295:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985090.270417:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973440896 00000100:00100000:1.0:1788985090.270427:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973440896 00000100:00100000:1.0:1788985090.270480:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:1.0:1788985090.270491:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973440896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985090.270519:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:2.0:1788985090.270657:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985090.270673:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973441024:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985090.270702:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985090.270739:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441024 00000100:00100000:2.0:1788985090.270743:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441024 00000100:00100000:2.0:1788985090.270771:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:2.0:1788985090.270790:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973441024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985090.270802:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985090.270833:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973441024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 56us (130us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985090.270841:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00080000:2.0:1788985090.270862:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985090.270892:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973441024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985090.271331:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973440896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 842us (1035us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985090.271339:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788985090.271727:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973440896:0@lo:13:osp-pre-0-1.0 00000020:00000080:3.0:1788985090.477156:0:35779:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd7918dc0 20000000:00000080:3.0:1788985090.477178:0:35779:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b2e800 uarg=0000000000000000 10000000:01000000:3.0:1788985090.477333:0:35779:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985090.477352:0:35779:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.477382:0:35779:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.477390:0:35779:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.477426:0:35779:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.477440:0:35779:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 23 pid: 6509 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985090.477455:0:35779:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35779:1875885973441152:0@lo:104: 00000100:00100000:3.0:1788985090.477513:0:35779:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985090.477608:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441152 00000100:00100000:2.0:1788985090.477616:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441152 00000100:00100000:2.0:1788985090.477684:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 156 00000100:00100000:2.0:1788985090.477693:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35779:x1875885973441152:12345-0@lo:104: 00010000:00010000:2.0:1788985090.477704:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985090.481137:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985090.481157:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35779:x1875885973441152:12345-0@lo:104: Request processed in 3460us (3637us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985090.481170:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 156 00010000:00010000:0.0:1788985090.481203:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985090.481211:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.481222:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985090.481226:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.481242:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985090.481249:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985090.481255:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985090.481309:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.481316:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985090.481335:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.481341:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f7bf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7c6 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.481359:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985090.481361:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985090.481362:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985090.482866:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973441280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985090.482975:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985090.483646:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441280 00000100:00100000:0.0:1788985090.483657:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441280 00010000:00010000:0.0:1788985090.483694:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 24 pid: 6509 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985090.483737:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788985090.483745:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973441280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985090.483758:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985090.483764:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 6/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 24 pid: 6509 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483796:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 24 pid: 6509 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483818:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483827:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483844:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483852:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483859:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483865:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483870:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985090.483874:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483883:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483892:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985090.483911:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985090.483976:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973441280:12345-0@lo:103:ldlm_bl.0 Request processed in 231us (1000us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985090.483983:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788985090.484218:0:35779:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246480 going to sleep for 11 seconds 00010000:00010000:3.0:1788985090.484241:0:35779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f7c6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f7bf expref: 23 pid: 6509 timeout: 1030 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985090.484252:0:35779:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35779:1875885973441152:0@lo:104: 00010000:00010000:3.0:1788985090.484269:0:35779:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.484277:0:35779:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.484283:0:35779:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985090.484288:0:35779:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7cd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35779 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985090.485125:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973441280:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985090.782097:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973441408:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985090.782157:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985090.782259:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441408 00000100:00100000:1.0:1788985090.782266:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441408 00000100:00100000:1.0:1788985090.782320:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 511 00000100:00100000:1.0:1788985090.782326:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973441408:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985090.782359:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985090.782413:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973441408:12345-0@lo:41:osp-pre-1-0.0 Request processed in 86us (254us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985090.782418:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 511 00000100:00100000:0.0:1788985090.782505:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973441408:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985091.112706:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985091.148956:0:35827:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa2ec77c0 20000000:00000080:0.0:1788985091.148977:0:35827:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143bca800 uarg=0000000000000000 10000000:01000000:0.0:1788985091.149131:0:35827:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985091.149151:0:35827:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149167:0:35827:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149177:0:35827:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149184:0:35827:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149191:0:35827:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149199:0:35827:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149205:0:35827:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985091.149209:0:35827:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149227:0:35827:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149240:0:35827:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149247:0:35827:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.149254:0:35827:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f7d4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35827 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985091.870038:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985091.870046:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985091.870051:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985091.870093:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985091.870106:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985091.870116:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985091.870139:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973441536:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985091.870208:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985091.870254:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164e40 going to sleep for 11 seconds 00000100:00100000:0.0:1788985091.870416:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441536 00000100:00100000:0.0:1788985091.870424:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441536 00000100:00100000:0.0:1788985091.870475:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:0.0:1788985091.870484:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973441536:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985091.870496:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985091.870509:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f7db expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.870530:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.870552:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985091.870561:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9a00, rc 0) 00000100:00100000:0.0:1788985091.870596:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973441536:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 113us (387us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985091.870611:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00100000:2.0:1788985091.870743:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973441536:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985091.870756:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985091.870764:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985091.870780:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985091.870854:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985091.870862:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985091.936033:0:35875:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc88ad0a90 20000000:00000080:3.0:1788985091.936051:0:35875:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b2e800 uarg=0000000000000000 10000000:01000000:3.0:1788985091.936211:0:35875:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985091.936231:0:35875:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.936249:0:35875:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.936257:0:35875:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.936300:0:35875:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.936315:0:35875:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 23 pid: 6508 timeout: 1031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985091.936328:0:35875:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35875:1875885973441664:0@lo:104: 00000100:00100000:3.0:1788985091.936390:0:35875:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985091.936434:0:35875:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246d80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985091.937151:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441664 00000100:00100000:1.0:1788985091.937160:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441664 00000100:00100000:1.0:1788985091.937232:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 157 00000100:00100000:1.0:1788985091.937243:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:35875:x1875885973441664:12345-0@lo:104: 00010000:00010000:1.0:1788985091.937258:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937341:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985091.937348:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:35875:x1875885973441664:12345-0@lo:104: Request processed in 108us (958us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985091.937354:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 157 00010000:00010000:1.0:1788985091.937377:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985091.937382:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937390:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985091.937395:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937404:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985091.937412:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985091.937429:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985091.937462:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937469:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985091.937491:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937497:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb000/0xa0dd3253da52f7db lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7e2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937513:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985091.937514:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985091.937516:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985091.937548:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973441792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985091.937580:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985091.937636:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441792 00000100:00100000:1.0:1788985091.937640:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441792 00010000:00010000:1.0:1788985091.937658:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 24 pid: 6508 timeout: 1031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985091.937680:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1788985091.937687:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973441792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985091.937698:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985091.937703:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 24 pid: 6508 timeout: 1031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937713:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 24 pid: 6508 timeout: 1031 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937736:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937744:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937758:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937765:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937771:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937778:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937783:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985091.937787:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937794:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937802:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985091.937813:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985091.937841:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973441792:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985091.937857:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:1.0:1788985091.937895:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973441792:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985091.938605:0:35875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f7e2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f7db expref: 23 pid: 6508 timeout: 1031 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985091.938632:0:35875:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35875:1875885973441664:0@lo:104: 00010000:00010000:3.0:1788985091.938655:0:35875:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.938684:0:35875:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.938690:0:35875:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985091.938698:0:35875:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f7e9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35875 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.126167:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985092.152854:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985092.152890:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192576 00000100:00100000:3.0:1788985092.152900:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192576 00000100:00100000:3.0:1788985092.152965:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 636 00000100:00100000:3.0:1788985092.152978:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953192576:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985092.153052:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953192576:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985092.153060:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 636 00000100:00100000:3.0:1788985092.154136:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985092.154164:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192704 00000100:00100000:3.0:1788985092.154170:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192704 00000100:00100000:3.0:1788985092.154217:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1063 00000100:00100000:3.0:1788985092.154226:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953192704:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985092.154279:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953192704:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 54us (148us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985092.154286:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1063 00000100:00080000:3.0:1788985092.154319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985092.160111:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985092.165654:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192832 00000100:00100000:2.0:1788985092.165672:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192832 00000100:00080000:3.0:1788985092.165707:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985092.165758:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1064 00000100:00100000:2.0:1788985092.165771:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953192832:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985092.167635:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953192832:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 1849us (7514us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985092.167647:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1064 00000100:00100000:0.0:1788985092.318160:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985092.318188:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973441920:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985092.318264:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318326:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973442048:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318355:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318388:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973442560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318409:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318426:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973443072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318445:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318478:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973443584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318497:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318515:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985092.318520:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973442432:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318542:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318560:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973442944:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318580:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318596:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973443456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318635:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985092.318670:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973441920 00000100:00100000:0.0:1788985092.318677:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973441920 00000100:00100000:0.0:1788985092.318715:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442560 00000100:00100000:0.0:1788985092.318718:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442560 00000100:00100000:0.0:1788985092.318733:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788985092.318748:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973441920:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985092.318782:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985092.318829:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973441920:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.318837:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 512 00000100:00100000:0.0:1788985092.318852:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1788985092.318858:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973442560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.318886:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973442560:12345-0@lo:400:kworker.0 Request processed in 28us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.318892:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 513 00000100:00100000:0.0:1788985092.318912:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443072 00000100:00100000:0.0:1788985092.318917:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443072 00000100:00100000:0.0:1788985092.318972:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443584 00000100:00100000:0.0:1788985092.318975:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443584 00000100:00100000:0.0:1788985092.318987:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442944 00000100:00100000:0.0:1788985092.318989:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442944 00000100:00100000:0.0:1788985092.319000:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443456 00000100:00100000:0.0:1788985092.319002:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443456 00000100:00100000:0.0:1788985092.319013:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1788985092.319019:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973443072:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319050:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973443072:12345-0@lo:400:kworker.0 Request processed in 31us (603us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.319056:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 416 00000100:00100000:0.0:1788985092.319066:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788985092.319072:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973443584:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319098:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973443584:12345-0@lo:400:kworker.0 Request processed in 26us (600us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.319113:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 417 00000100:00100000:0.0:1788985092.319125:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1788985092.319130:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973442944:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319156:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973442944:12345-0@lo:400:kworker.0 Request processed in 26us (575us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.319161:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 418 00000100:00100000:0.0:1788985092.319169:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1788985092.319175:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973443456:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319199:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973443456:12345-0@lo:400:kworker.0 Request processed in 25us (564us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.319205:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 419 00000100:00100000:0.0:1788985092.319227:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442432 00000100:00100000:0.0:1788985092.319230:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442432 00000100:00100000:0.0:1788985092.319253:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1788985092.319259:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973442432:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319289:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973442432:12345-0@lo:400:kworker.0 Request processed in 30us (746us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985092.319295:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1065 00000100:00100000:0.0:1788985092.319340:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973442432:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319351:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973442944:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319360:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973443456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319367:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973442560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319374:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973443072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319395:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973443584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985092.319409:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973441920:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985092.319654:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442048 00000100:00100000:2.0:1788985092.319659:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442048 00000100:00100000:2.0:1788985092.319695:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:2.0:1788985092.319702:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973442048:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985092.319740:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973442048:12345-0@lo:400:kworker.0 Request processed in 39us (1384us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985092.319746:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:3.0:1788985092.319833:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985092.319838:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985092.319902:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973442048:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320109:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973442176:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320141:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320174:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973442688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320195:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320219:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973443200:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320239:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320264:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973443712:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985092.320287:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320309:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:1.0:1788985092.320315:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973442304:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320337:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320354:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973442816:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320373:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320388:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973443328:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320406:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320416:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973443840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985092.320433:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985092.320461:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443712 00000100:00100000:1.0:1788985092.320465:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443712 00000100:00100000:1.0:1788985092.320489:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443840 00000100:00100000:1.0:1788985092.320492:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443840 00000100:00100000:1.0:1788985092.320515:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1788985092.320521:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973443712:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985092.320545:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985092.320583:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973443712:12345-0@lo:13:osp-pre-1-0.0 Request processed in 62us (294us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.320589:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:1.0:1788985092.320602:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788985092.320608:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973443840:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985092.320626:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985092.320650:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973443840:12345-0@lo:13:osp-pre-1-1.0 Request processed in 43us (216us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.320656:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:1.0:1788985092.320679:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442176 00000100:00100000:1.0:1788985092.320683:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442176 00000100:00100000:1.0:1788985092.320697:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442688 00000100:00100000:1.0:1788985092.320699:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442688 00000100:00100000:1.0:1788985092.320715:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443200 00000100:00100000:1.0:1788985092.320718:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443200 00000100:00100000:1.0:1788985092.320727:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442816 00000100:00100000:1.0:1788985092.320729:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442816 00000100:00100000:1.0:1788985092.320741:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443328 00000100:00100000:1.0:1788985092.320743:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443328 00000100:00100000:1.0:1788985092.320756:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1788985092.320761:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973442176:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320789:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973442176:12345-0@lo:400:kworker.0 Request processed in 27us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.320794:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1066 00000100:00100000:1.0:1788985092.320805:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1788985092.320817:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973442688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320844:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973442688:12345-0@lo:400:kworker.0 Request processed in 27us (648us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.320849:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1067 00000100:00100000:1.0:1788985092.320861:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1788985092.320866:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973443200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.320891:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973443200:12345-0@lo:400:kworker.0 Request processed in 25us (651us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.320897:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1068 00000100:00100000:1.0:1788985092.320907:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1788985092.320913:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973442816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985092.321046:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1070 00000100:00100000:3.0:1788985092.321056:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973443328:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985092.321090:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973443328:12345-0@lo:400:kworker.0 Request processed in 37us (683us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985092.321096:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1070 00000100:00080000:3.0:1788985092.321113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985092.321116:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985092.321205:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432ff100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973442816:12345-0@lo:400:kworker.0 Request processed in 292us (829us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.321211:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1069 00000100:00100000:1.0:1788985092.321229:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973442304 00000100:00100000:1.0:1788985092.321233:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973442304 00000100:00100000:1.0:1788985092.321256:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788985092.321262:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973442304:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.321289:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973442304:12345-0@lo:400:kworker.0 Request processed in 27us (952us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985092.321294:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 514 00000100:00100000:1.0:1788985092.321322:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973442304:0@lo:400:kworker.0 00010000:00080000:1.0:1788985092.321334:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9fb80 x1875885973442816/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985092.321345:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973442816:0@lo:400:kworker.0 00010000:00080000:1.0:1788985092.321362:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eab480 x1875885973443328/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985092.321370:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973443328:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.321382:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973443840:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985092.321391:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973442176:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.321400:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973442688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.321409:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143919c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973443200:0@lo:400:kworker.0 00000100:00100000:1.0:1788985092.321419:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973443712:0@lo:13:osp-pre-1-0.0 00000020:00000080:0.0:1788985092.794913:0:35923:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeb22a4310 20000000:00000080:0.0:1788985092.795043:0:35923:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406b000 uarg=0000000000000000 10000000:01000000:0.0:1788985092.795223:0:35923:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985092.795249:0:35923:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795266:0:35923:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795277:0:35923:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795285:0:35923:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795293:0:35923:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795302:0:35923:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795309:0:35923:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985092.795314:0:35923:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795321:0:35923:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795343:0:35923:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795352:0:35923:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985092.795358:0:35923:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52f7f0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35923 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.152304:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985093.348618:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985093.348626:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985093.348631:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985093.348680:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985093.348693:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985093.348716:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985093.348744:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973443968:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985093.348818:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985093.349537:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d000 going to sleep for 11 seconds 00000100:00100000:3.0:1788985093.352065:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973443968 00000100:00100000:3.0:1788985093.352082:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973443968 00000100:00100000:2.0:1788985093.356736:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:2.0:1788985093.356753:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973443968:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985093.356771:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985093.356793:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f7f7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985093.356825:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985093.356837:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985093.356847:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:2.0:1788985093.356954:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973443968:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 204us (8136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985093.356961:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00100000:0.0:1788985093.357058:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973443968:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985093.357079:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.357090:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985093.357111:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985093.357117:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.357125:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985093.719271:0:35971:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdd280b410 20000000:00000080:0.0:1788985093.719292:0:35971:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406b000 uarg=0000000000000000 10000000:01000000:0.0:1788985093.719540:0:35971:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985093.719564:0:35971:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.719614:0:35971:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.719622:0:35971:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.719662:0:35971:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.719677:0:35971:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 23 pid: 6508 timeout: 1033 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985093.719691:0:35971:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35971:1875885973444096:0@lo:104: 00000100:00100000:0.0:1788985093.719760:0:35971:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985093.719879:0:35971:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed480 going to sleep for 11 seconds 00000100:00100000:2.0:1788985093.723418:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444096 00000100:00100000:2.0:1788985093.723434:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444096 00000100:00100000:0.0:1788985093.726751:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 158 00000100:00100000:0.0:1788985093.726770:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35971:x1875885973444096:12345-0@lo:104: 00010000:00010000:0.0:1788985093.726794:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.726952:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985093.726960:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:35971:x1875885973444096:12345-0@lo:104: Request processed in 196us (7200us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985093.726966:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 158 00000100:00100000:2.0:1788985093.727064:0:35971:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:35971:1875885973444096:0@lo:104: 00010000:00010000:2.0:1788985093.727090:0:35971:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.729709:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985093.729725:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.729736:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985093.729741:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.729751:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985093.729758:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985093.729764:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985093.729826:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.729850:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985093.729888:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.729895:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb400/0xa0dd3253da52f7f7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f7fe expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.729915:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985093.729917:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985093.729918:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985093.729969:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973444224:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985093.730039:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985093.738110:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444224 00000100:00100000:0.0:1788985093.738130:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444224 00010000:00010000:0.0:1788985093.741500:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 24 pid: 6508 timeout: 1033 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985093.741583:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1788985093.741613:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973444224:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985093.741635:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985093.741641:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 24 pid: 6508 timeout: 1033 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741653:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 24 pid: 6508 timeout: 1033 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741672:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52f7fe lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f7f7 expref: 24 pid: 6508 timeout: 1033 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741690:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741698:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741717:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741724:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741731:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741738:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741754:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985093.741758:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.741767:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.744013:0:35971:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985093.744038:0:35971:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.751276:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.751314:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f805 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 35971 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985093.751338:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985093.751437:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973444224:12345-0@lo:103:ldlm_bl.0 Request processed in 9839us (21393us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985093.751447:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:1.0:1788985093.751640:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973444224:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985094.174192:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985094.817496:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985094.817681:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985094.817689:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985094.817757:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.817772:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.817786:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985094.817834:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973444352:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985094.817948:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985094.818029:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d840 going to sleep for 11 seconds 00000100:00100000:3.0:1788985094.818691:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444352 00000100:00100000:3.0:1788985094.818705:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444352 00000100:00100000:3.0:1788985094.818785:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1788985094.818798:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973444352:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985094.818818:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985094.818840:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f80c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.818871:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.818904:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.818915:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985094.819027:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973444352:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 232us (1100us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985094.819035:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00100000:1.0:1788985094.819237:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973444352:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985094.819259:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985094.819271:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985094.819295:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985094.819302:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985094.819310:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985094.867088:0:36020:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe8840340 20000000:00000080:3.0:1788985094.867108:0:36020:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406b000 uarg=0000000000000000 10000000:01000000:3.0:1788985094.867269:0:36020:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985094.867293:0:36020:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.867312:0:36020:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.867319:0:36020:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.867359:0:36020:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.867372:0:36020:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 23 pid: 6509 timeout: 1034 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985094.867386:0:36020:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36020:1875885973444480:0@lo:104: 00000100:00100000:3.0:1788985094.867449:0:36020:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985094.867516:0:36020:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246480 going to sleep for 11 seconds 00000100:00100000:0.0:1788985094.867624:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444480 00000100:00100000:0.0:1788985094.867633:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444480 00000100:00100000:0.0:1788985094.867684:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 159 00000100:00100000:0.0:1788985094.867693:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:36020:x1875885973444480:12345-0@lo:104: 00010000:00010000:0.0:1788985094.867706:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.867784:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985094.867791:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:36020:x1875885973444480:12345-0@lo:104: Request processed in 99us (342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985094.867797:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 159 00010000:00010000:2.0:1788985094.867835:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985094.867851:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985094.867864:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985094.867869:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985094.867881:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985094.867889:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985094.867895:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985094.867994:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985094.868002:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985094.868039:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985094.868047:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52f80c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f813 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985094.868069:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985094.868071:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985094.868073:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985094.868104:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973444608:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985094.868195:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985094.868259:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444608 00000100:00100000:0.0:1788985094.868268:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444608 00010000:00010000:0.0:1788985094.868296:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 24 pid: 6509 timeout: 1034 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985094.868333:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:0.0:1788985094.868340:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973444608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985094.868352:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985094.868356:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 24 pid: 6509 timeout: 1034 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868367:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 24 pid: 6509 timeout: 1034 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868403:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868411:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868426:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868435:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868442:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868449:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868456:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985094.868461:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868470:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868480:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985094.868491:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985094.868545:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce56850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973444608:12345-0@lo:103:ldlm_bl.0 Request processed in 206us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985094.868560:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:1.0:1788985094.868644:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973444608:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985094.869332:0:36020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f813 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f80c expref: 23 pid: 6509 timeout: 1034 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985094.869358:0:36020:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36020:1875885973444480:0@lo:104: 00010000:00010000:3.0:1788985094.869381:0:36020:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.869390:0:36020:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.869397:0:36020:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985094.869403:0:36020:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f81a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36020 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985095.198210:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985095.394776:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985095.394800:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973444736:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985095.394875:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985095.395077:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444736 00000100:00100000:0.0:1788985095.395086:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444736 00000100:00100000:0.0:1788985095.395148:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788985095.395158:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973444736:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985095.395191:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985095.395238:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973444736:12345-0@lo:13:osp-pre-0-0.0 Request processed in 82us (362us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985095.395245:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00080000:3.0:1788985095.395703:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985095.396728:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985095.396755:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973444864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985095.396818:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985095.397378:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444864 00000100:00100000:1.0:1788985095.397386:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444864 00000100:00100000:1.0:1788985095.397439:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788985095.397447:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973444864:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985095.397466:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985095.397520:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973444864:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (702us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985095.397527:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00080000:2.0:1788985095.397644:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985095.397682:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973444864:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985095.397999:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973444736:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1788985095.696478:0:36068:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe48bcc60 20000000:00000080:3.0:1788985095.696568:0:36068:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144069400 uarg=0000000000000000 10000000:01000000:3.0:1788985095.696735:0:36068:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985095.696829:0:36068:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696846:0:36068:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696856:0:36068:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696864:0:36068:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696871:0:36068:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696888:0:36068:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696894:0:36068:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985095.696898:0:36068:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696906:0:36068:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.696919:0:36068:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.697219:0:36068:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985095.697227:0:36068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52f821 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985095.906704:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973444992:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985095.906778:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985095.907000:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973444992 00000100:00100000:0.0:1788985095.907009:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973444992 00000100:00100000:0.0:1788985095.907052:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 515 00000100:00100000:0.0:1788985095.907060:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973444992:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985095.907094:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985095.911477:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973444992:12345-0@lo:41:osp-pre-1-0.0 Request processed in 4406us (4688us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985095.911493:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 515 00000100:00100000:2.0:1788985095.914681:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973444992:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985096.222142:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985096.286092:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985096.286105:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985096.286113:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985096.286183:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985096.286198:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985096.286213:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985096.286248:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973445120:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985096.286341:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985096.286416:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985096.290440:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445120 00000100:00100000:0.0:1788985096.290459:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445120 00000100:00100000:0.0:1788985096.290539:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1788985096.290555:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973445120:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985096.290577:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985096.290626:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f828 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985096.290664:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985096.290678:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985096.290689:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9000, rc 0) 00000100:00100000:0.0:1788985096.290811:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973445120:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 261us (4469us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985096.290819:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00100000:0.0:1788985096.290891:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973445120:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985096.290913:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985096.290946:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985096.290973:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985096.290979:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985096.290986:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985097.252321:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985097.272305:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985097.272356:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985097.272384:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985097.272437:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193088 00000100:00100000:3.0:1788985097.272451:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193088 00000100:00100000:3.0:1788985097.272546:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193216 00000100:00100000:3.0:1788985097.272551:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193216 00000100:00100000:3.0:1788985097.272589:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1071 00000100:00100000:3.0:1788985097.272602:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193088:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985097.272703:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193088:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 103us (412us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.272741:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1071 00000100:00100000:3.0:1788985097.272762:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1072 00000100:00100000:3.0:1788985097.272769:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193216:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985097.272798:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193216:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 30us (413us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.272804:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1072 00000100:00100000:0.0:1788985097.273038:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953192960 00000100:00100000:0.0:1788985097.273044:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953192960 00000100:00100000:0.0:1788985097.273108:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 641 00000100:00100000:0.0:1788985097.273116:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953192960:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985097.273150:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953192960:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 35us (794us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985097.273156:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 641 00000100:00080000:3.0:1788985097.283725:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985097.283739:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985097.442467:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973445248:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442595:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.442658:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973445760:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442691:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.442710:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973446272:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442751:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.442771:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973446784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442794:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.442824:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788985097.442831:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973445632:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442857:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.442875:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973446144:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442896:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.442912:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973446656:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.442964:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443016:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973445376:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443042:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443060:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973445888:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443080:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443096:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973446400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443115:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443131:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985097.443137:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973445504:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443170:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443193:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973446016:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443214:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443230:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973446528:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443248:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985097.443281:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445248 00000100:00100000:3.0:1788985097.443292:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445248 00000100:00100000:3.0:1788985097.443352:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1788985097.443363:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973445248:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443423:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973445248:12345-0@lo:400:kworker.0 Request processed in 61us (828us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443432:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00100000:3.0:1788985097.443473:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445760 00000100:00100000:3.0:1788985097.443477:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445760 00000100:00100000:3.0:1788985097.443506:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445504 00000100:00100000:3.0:1788985097.443524:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445504 00000100:00100000:3.0:1788985097.443541:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1788985097.443547:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973445760:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443603:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973445760:12345-0@lo:400:kworker.0 Request processed in 56us (911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443609:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 516 00000100:00100000:3.0:1788985097.443622:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1788985097.443628:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973445504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443659:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973445504:12345-0@lo:400:kworker.0 Request processed in 31us (489us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443665:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 517 00000100:00100000:3.0:1788985097.443683:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446272 00000100:00100000:3.0:1788985097.443687:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446272 00000100:00100000:3.0:1788985097.443716:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446784 00000100:00100000:3.0:1788985097.443718:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446784 00000100:00100000:3.0:1788985097.443729:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446144 00000100:00100000:3.0:1788985097.443731:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446144 00000100:00100000:3.0:1788985097.443746:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446656 00000100:00100000:3.0:1788985097.443748:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446656 00000100:00100000:3.0:1788985097.443761:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1788985097.443767:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973446272:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443799:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973446272:12345-0@lo:400:kworker.0 Request processed in 33us (1047us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443805:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 420 00000100:00100000:3.0:1788985097.443817:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1788985097.443823:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973446784:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443848:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973446784:12345-0@lo:400:kworker.0 Request processed in 25us (1054us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443854:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 421 00000100:00100000:3.0:1788985097.443863:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788985097.443876:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973446144:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443904:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973446144:12345-0@lo:400:kworker.0 Request processed in 30us (1009us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443910:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 422 00000100:00100000:3.0:1788985097.443920:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1788985097.443951:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d2a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973446656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.443977:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d2a5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973446656:12345-0@lo:400:kworker.0 Request processed in 52us (1013us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.443983:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 423 00000100:00100000:3.0:1788985097.444206:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445632 00000100:00100000:3.0:1788985097.444210:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445632 00000100:00100000:3.0:1788985097.444229:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445376 00000100:00100000:3.0:1788985097.444231:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445376 00000100:00100000:3.0:1788985097.444241:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973445888 00000100:00100000:3.0:1788985097.444243:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973445888 00000100:00100000:3.0:1788985097.444255:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446400 00000100:00100000:3.0:1788985097.444257:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446400 00000100:00100000:3.0:1788985097.444267:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446016 00000100:00100000:3.0:1788985097.444270:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446016 00000100:00100000:3.0:1788985097.444284:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446528 00000100:00100000:3.0:1788985097.444286:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446528 00000100:00100000:3.0:1788985097.444299:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1788985097.444305:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973445632:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444336:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973445632:12345-0@lo:400:kworker.0 Request processed in 32us (1479us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.444343:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1073 00000100:00100000:3.0:1788985097.444355:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1788985097.444361:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973445376:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444402:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e16680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973445376:12345-0@lo:400:kworker.0 Request processed in 41us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.444408:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1074 00000100:00100000:3.0:1788985097.444419:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1788985097.444425:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973445888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444453:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973445888:12345-0@lo:400:kworker.0 Request processed in 29us (1372us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.444458:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1075 00000100:00100000:3.0:1788985097.444469:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1788985097.444475:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973446400:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444501:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e16300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973446400:12345-0@lo:400:kworker.0 Request processed in 27us (1386us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.444507:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1076 00000100:00100000:3.0:1788985097.444517:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1788985097.444523:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973446016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444546:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973446016:12345-0@lo:400:kworker.0 Request processed in 24us (1331us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.444552:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1077 00000100:00100000:3.0:1788985097.444562:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1078 00000100:00100000:3.0:1788985097.444567:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973446528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444608:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973446528:12345-0@lo:400:kworker.0 Request processed in 41us (1359us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.444613:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1078 00000100:00080000:3.0:1788985097.444675:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985097.444679:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985097.444691:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985097.444694:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985097.444737:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973445504:0@lo:400:kworker.0 00010000:00080000:3.0:1788985097.444752:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e14e00 x1875885973446016/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985097.444763:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973446016:0@lo:400:kworker.0 00010000:00080000:3.0:1788985097.444774:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e14a80 x1875885973446528/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985113 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985097.444783:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973446528:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444793:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973445376:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444804:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e16d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973445888:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444814:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973446400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444861:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973445632:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444875:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973446144:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444886:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973446656:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444895:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973445248:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444905:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e16a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973445760:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444917:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973446272:0@lo:400:kworker.0 00000100:00100000:3.0:1788985097.444953:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973446784:0@lo:400:kworker.0 00000100:00100000:0.0:1788985097.454207:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973446912:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985097.454314:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985097.457041:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973447168:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985097.457139:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985097.457211:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447168 00000100:00100000:1.0:1788985097.457221:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447168 00000100:00100000:1.0:1788985097.457279:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788985097.457290:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973447168:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985097.457337:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985097.457389:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973447168:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (250us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985097.457396:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 518 00000100:00100000:1.0:1788985097.457448:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973447168:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985097.458367:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973447040:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985097.458441:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985097.458564:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973446912 00000100:00100000:1.0:1788985097.458580:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973446912 00000100:00100000:1.0:1788985097.458630:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447040 00000100:00100000:1.0:1788985097.458634:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447040 00000100:00100000:1.0:1788985097.458651:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788985097.458660:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973446912:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985097.458687:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985097.458867:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788985097.458878:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973447040:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985097.458891:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985097.459011:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973447040:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985097.459019:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:3.0:1788985097.459066:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973447040:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985097.464373:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973446912:12345-0@lo:13:osp-pre-1-1.0 Request processed in 5697us (10042us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985097.464394:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:0.0:1788985097.466215:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973446912:0@lo:13:osp-pre-1-1.0 00000020:00000080:2.0:1788985097.881682:0:36164:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdc1bcfb80 20000000:00000080:2.0:1788985097.881707:0:36164:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4e000 uarg=0000000000000000 00010000:00010000:2.0:1788985097.882039:0:36164:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985097.882058:0:36164:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985097.882079:0:36164:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985097.882089:0:36164:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985097.882112:0:36164:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985097.882138:0:36164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985097.882160:0:36164:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985097.882170:0:36164:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985097.882288:0:36164:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985097.882316:0:36164:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 23 pid: 6508 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985097.882335:0:36164:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36164:1875885973447296:0@lo:104: 00000100:00100000:2.0:1788985097.882428:0:36164:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985097.882614:0:36164:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125966d840 going to sleep for 11 seconds 00000100:00100000:0.0:1788985097.882682:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788985097.882699:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447296 00000100:00100000:0.0:1788985097.882708:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447296 00000100:00100000:0.0:1788985097.882807:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 160 00000100:00100000:0.0:1788985097.882819:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d0ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:36164:x1875885973447296:12345-0@lo:104: 00010000:00010000:0.0:1788985097.882836:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.882907:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985097.882914:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d0ef850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:36164:x1875885973447296:12345-0@lo:104: Request processed in 98us (487us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985097.882922:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 160 00000100:00100000:3.0:1788985097.883077:0:36164:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36164:1875885973447296:0@lo:104: 00010000:00010000:0.0:1788985097.883101:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985097.883105:0:36164:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883109:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883124:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985097.883129:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883149:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985097.883157:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985097.883163:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985097.883242:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883249:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985097.883283:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883291:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea800/0xa0dd3253da52f828 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f82f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883312:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985097.883314:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985097.883316:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985097.883332:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985097.883346:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973447424:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985097.883381:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985097.883426:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447424 00000100:00100000:0.0:1788985097.883431:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447424 00010000:00010000:0.0:1788985097.883452:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 24 pid: 6508 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985097.883612:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1788985097.883626:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973447424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985097.883639:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985097.883645:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 24 pid: 6508 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883658:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 24 pid: 6508 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883671:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52f82f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f828 expref: 24 pid: 6508 timeout: 1037 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883685:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883694:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883710:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883717:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883724:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883731:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883736:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985097.883740:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883754:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883765:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985097.883774:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985097.883806:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973447424:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (424us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985097.883812:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00000100:00100000:0.0:1788985097.883840:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973447424:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985097.883909:0:36164:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985097.883917:0:36164:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985097.883960:0:36164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52f836 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985098.270680:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985098.942962:0:36212:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe7eca9e10 20000000:00000080:1.0:1788985098.942983:0:36212:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143350400 uarg=0000000000000000 10000000:01000000:0.0:1788985099.047330:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985099.047338:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985099.047343:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985099.047393:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985099.047406:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985099.047418:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985099.047446:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973447552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985099.047517:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985099.047579:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12462ecc00 going to sleep for 11 seconds 00000100:00100000:3.0:1788985099.047807:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447552 00000100:00100000:3.0:1788985099.047816:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447552 00000100:00100000:3.0:1788985099.047879:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:3.0:1788985099.047890:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973447552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985099.047903:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985099.047916:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f83d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985099.047973:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985099.047984:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985099.047994:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985099.048038:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973447552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (520us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985099.048045:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788985099.048361:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973447552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985099.048377:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985099.048386:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985099.048405:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985099.048410:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985099.048417:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985099.294356:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985099.896909:0:36260:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd951bf260 20000000:00000080:3.0:1788985099.896957:0:36260:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406b000 uarg=0000000000000000 00010000:00010000:0.0:1788985100.318452:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985100.513657:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985100.513680:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973447680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985100.513749:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985100.513813:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447680 00000100:00100000:1.0:1788985100.513833:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447680 00000100:00100000:1.0:1788985100.513907:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:1.0:1788985100.513916:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973447680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985100.513976:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985100.514020:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973447680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 106us (271us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985100.514027:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00080000:1.0:1788985100.514048:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985100.514082:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973447680:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985100.514411:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973447808:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985100.514436:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985100.514507:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447808 00000100:00100000:0.0:1788985100.514511:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447808 00000100:00100000:0.0:1788985100.514561:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788985100.514567:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973447808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985100.514578:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985100.514607:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973447808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 40us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985100.514612:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:0.0:1788985100.514638:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973447808:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985100.514676:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788985100.961131:0:36308:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe1ebd02e0 20000000:00000080:0.0:1788985100.961148:0:36308:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126e9f4c00 uarg=0000000000000000 00000100:00100000:2.0:1788985101.025093:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985101.025117:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973447936:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985101.025183:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985101.025317:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973447936 00000100:00100000:1.0:1788985101.025326:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973447936 00000100:00100000:1.0:1788985101.025379:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 519 00000100:00100000:1.0:1788985101.025390:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12430b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973447936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985101.025424:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985101.025592:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12430b9050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973447936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 203us (407us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985101.025599:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 519 00000100:00100000:2.0:1788985101.026276:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973447936:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985101.342143:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985102.159095:0:36357:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdcc2a9760 20000000:00000080:3.0:1788985102.159113:0:36357:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114406a800 uarg=0000000000000000 00010000:00010000:1.0:1788985102.366187:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985102.394698:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985102.394742:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985102.394912:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193344 00000100:00100000:0.0:1788985102.394922:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193344 00000100:00100000:0.0:1788985102.395005:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 644 00000100:00100000:0.0:1788985102.395016:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953193344:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985102.395096:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953193344:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (407us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985102.395103:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 644 00000100:00100000:1.0:1788985102.395624:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985102.407594:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193600 00000100:00100000:2.0:1788985102.407610:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193600 00000100:00100000:2.0:1788985102.407692:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193472 00000100:00100000:2.0:1788985102.407696:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193472 00000100:00100000:2.0:1788985102.407724:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1079 00000100:00100000:2.0:1788985102.407735:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193600:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985102.407817:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193600:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 84us (13074us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985102.407825:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1079 00000100:00100000:2.0:1788985102.407842:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1080 00000100:00100000:2.0:1788985102.407849:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193472:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985102.407874:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193472:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (12252us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985102.407880:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1080 00000100:00080000:2.0:1788985102.407902:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985102.407906:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985102.558591:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973448064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985102.558674:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985102.558782:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973448192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985102.558863:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985102.558900:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448064 00000100:00100000:1.0:1788985102.558910:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448064 00000100:00100000:1.0:1788985102.558991:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788985102.559002:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973448064:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985102.559039:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985102.559082:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973448064:12345-0@lo:13:osp-pre-1-0.0 Request processed in 83us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985102.559089:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788985102.559113:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448192 00000100:00100000:1.0:1788985102.559116:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448192 00000100:00100000:1.0:1788985102.559140:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 520 00000100:00100000:1.0:1788985102.559147:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973448192:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985102.559169:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985102.559203:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973448192:12345-0@lo:41:osp-pre-0-1.0 Request processed in 56us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985102.559208:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 520 00000100:00080000:1.0:1788985102.559223:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985102.559253:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973448192:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985102.559280:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973448064:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985102.561075:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985102.561099:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973448320:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985102.561161:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.562353:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448320 00000100:00100000:3.0:1788985102.562366:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448320 00000100:00100000:3.0:1788985102.562458:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788985102.562468:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973448320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985102.562502:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985102.562595:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973448320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 128us (1433us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.562602:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788985102.562664:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973448320:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788985102.565384:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985102.576741:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973448832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.576820:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985102.576868:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973449344:0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.576893:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985102.576950:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1788985102.576957:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973448704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.576981:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985102.577017:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973449216:0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.577038:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985102.577065:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448832 00000100:00100000:0.0:1788985102.577074:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448832 00000100:00100000:0.0:1788985102.577117:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788985102.577126:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973448832:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.577172:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973448832:12345-0@lo:400:kworker.0 Request processed in 47us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985102.577179:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 521 00000100:00100000:0.0:1788985102.577213:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973448832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.577965:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973448448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578008:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.578058:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973448960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578082:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.578105:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973449472:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578123:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.578144:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985102.578150:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973448576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578168:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.578183:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973449088:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578200:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.578215:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973449600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578234:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985102.578259:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449344 00000100:00100000:3.0:1788985102.578264:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449344 00000100:00100000:3.0:1788985102.578300:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449216 00000100:00100000:3.0:1788985102.578302:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449216 00000100:00100000:3.0:1788985102.578319:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788985102.578325:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973449344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578364:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973449344:12345-0@lo:400:kworker.0 Request processed in 39us (1470us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.578370:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 424 00000100:00100000:3.0:1788985102.578381:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1788985102.578386:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973449216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578406:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973449216:12345-0@lo:400:kworker.0 Request processed in 21us (1368us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.578411:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 425 00000100:00100000:3.0:1788985102.578425:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448704 00000100:00100000:3.0:1788985102.578447:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448704 00000100:00100000:3.0:1788985102.578464:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1788985102.578476:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973448704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578503:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973448704:12345-0@lo:400:kworker.0 Request processed in 34us (1521us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.578508:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1081 00000100:00100000:3.0:1788985102.578516:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448960 00000100:00100000:3.0:1788985102.578518:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448960 00000100:00100000:3.0:1788985102.578541:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449472 00000100:00100000:3.0:1788985102.578543:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449472 00000100:00100000:3.0:1788985102.578551:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448576 00000100:00100000:3.0:1788985102.578553:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448576 00000100:00100000:3.0:1788985102.578562:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449088 00000100:00100000:3.0:1788985102.578564:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449088 00000100:00100000:3.0:1788985102.578573:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449600 00000100:00100000:3.0:1788985102.578575:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449600 00000100:00100000:3.0:1788985102.578595:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1788985102.578599:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973448960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578625:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973448960:12345-0@lo:400:kworker.0 Request processed in 26us (543us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.578631:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1082 00000100:00100000:3.0:1788985102.578640:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1788985102.578645:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973449472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.578669:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973449472:12345-0@lo:400:kworker.0 Request processed in 25us (544us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.578674:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1083 00000100:00100000:3.0:1788985102.579014:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1788985102.579021:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973448576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579063:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973448576:12345-0@lo:400:kworker.0 Request processed in 43us (893us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.579069:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1084 00000100:00100000:3.0:1788985102.579082:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1788985102.579088:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973449088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579113:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973449088:12345-0@lo:400:kworker.0 Request processed in 26us (912us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.579118:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1085 00000100:00100000:3.0:1788985102.579128:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1788985102.579134:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973449600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579158:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973449600:12345-0@lo:400:kworker.0 Request processed in 24us (924us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985102.579164:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1086 00000100:00100000:3.0:1788985102.579231:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973448704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579242:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973449216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579251:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973449344:0@lo:400:kworker.0 00000100:00080000:3.0:1788985102.579277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985102.579282:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985102.579285:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985102.579300:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973448576:0@lo:400:kworker.0 00010000:00080000:3.0:1788985102.579312:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ee5180 x1875885973449088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985102.579321:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973449088:0@lo:400:kworker.0 00010000:00080000:3.0:1788985102.579342:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ee7100 x1875885973449600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985118 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985102.579349:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973449600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579359:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973448960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985102.579368:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973449472:0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.581224:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973448448 00000100:00100000:0.0:1788985102.581244:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973448448 00000100:00100000:0.0:1788985102.581312:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788985102.581322:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973448448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985102.581428:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973448448:12345-0@lo:400:kworker.0 Request processed in 108us (3420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985102.581444:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:1.0:1788985102.582002:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973448448:0@lo:400:kworker.0 00000020:00000080:1.0:1788985103.071152:0:36405:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea7dcfcf0 20000000:00000080:1.0:1788985103.071184:0:36405:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c1000 uarg=0000000000000000 00010000:00010000:1.0:1788985103.390175:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985104.088565:0:36453:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffb12b6800 20000000:00000080:3.0:1788985104.088792:0:36453:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd0800 uarg=0000000000000000 00010000:00010000:0.0:1788985104.414090:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985104.997554:0:36501:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd27a58da0 20000000:00000080:2.0:1788985104.997573:0:36501:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4ec00 uarg=0000000000000000 00010000:00010000:2.0:1788985104.997761:0:36501:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985104.997776:0:36501:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985104.997795:0:36501:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985104.997807:0:36501:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985104.997825:0:36501:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985104.997843:0:36501:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985104.997861:0:36501:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985104.997880:0:36501:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985104.997920:0:36501:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985104.998204:0:36501:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 23 pid: 6508 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985104.998220:0:36501:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36501:1875885973449728:0@lo:104: 00000100:00100000:2.0:1788985104.998404:0:36501:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985104.998645:0:36501:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164f00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985104.998729:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449728 00000100:00100000:0.0:1788985104.998737:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449728 00000100:00100000:0.0:1788985104.998823:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 161 00000100:00100000:0.0:1788985104.998833:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:36501:x1875885973449728:12345-0@lo:104: 00010000:00010000:0.0:1788985104.998847:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985104.998971:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985104.998978:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:36501:x1875885973449728:12345-0@lo:104: Request processed in 147us (574us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985104.998996:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 161 00000100:00100000:2.0:1788985104.999177:0:36501:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaaa00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36501:1875885973449728:0@lo:104: 00010000:00010000:2.0:1788985104.999196:0:36501:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999443:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985104.999452:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999460:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985104.999465:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999473:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985104.999480:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985104.999486:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985104.999535:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999542:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985104.999575:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999583:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f83d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f844 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999600:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985104.999602:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985104.999604:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985104.999605:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973449856:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985104.999646:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985104.999685:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449856 00000100:00100000:1.0:1788985104.999696:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449856 00010000:00010000:1.0:1788985104.999717:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 24 pid: 6508 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985104.999750:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1788985104.999758:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973449856:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985104.999770:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985104.999775:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 24 pid: 6508 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999786:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 24 pid: 6508 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999799:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f844 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f83d expref: 24 pid: 6508 timeout: 1044 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999813:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999821:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999835:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999842:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999849:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999856:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999867:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985104.999872:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985104.999880:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985105.007058:0:36501:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985105.007077:0:36501:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985105.007920:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985105.007955:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f84b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36501 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985105.007975:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985105.008053:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973449856:12345-0@lo:103:ldlm_bl.0 Request processed in 8292us (8403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985105.008062:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788985105.008164:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973449856:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985105.438853:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985105.630086:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985105.630110:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973449984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985105.630175:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985105.630241:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973449984 00000100:00100000:1.0:1788985105.630250:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973449984 00000100:00100000:1.0:1788985105.630311:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:1.0:1788985105.630321:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973449984:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985105.630349:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985105.630397:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973449984:12345-0@lo:13:osp-pre-0-1.0 Request processed in 79us (222us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985105.630426:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00080000:1.0:1788985105.630449:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985105.630486:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973449984:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985105.630870:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985105.630880:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973450112:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985105.630913:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985105.630981:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450112 00000100:00100000:1.0:1788985105.630985:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450112 00000100:00100000:1.0:1788985105.631028:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:1.0:1788985105.631036:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973450112:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985105.631047:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:1.0:1788985105.631050:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985105.631098:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973450112:12345-0@lo:13:osp-pre-0-0.0 Request processed in 62us (185us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985105.631106:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788985105.631286:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973450112:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1788985105.917196:0:36549:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9d862d70 20000000:00000080:2.0:1788985105.917212:0:36549:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4ec00 uarg=0000000000000000 00000100:00100000:2.0:1788985106.142782:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973450240:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985106.142888:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985106.143089:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450240 00000100:00100000:1.0:1788985106.143098:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450240 00000100:00100000:1.0:1788985106.143151:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 522 00000100:00100000:1.0:1788985106.143162:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973450240:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985106.143199:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985106.143257:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973450240:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985106.143265:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 522 00000100:00100000:2.0:1788985106.143292:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973450240:0@lo:41:osp-pre-1-0.0 10000000:01000000:2.0:1788985106.206024:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985106.206032:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985106.206037:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985106.206099:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985106.206111:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985106.206135:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985106.206161:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973450368:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985106.206226:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985106.206333:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164840 going to sleep for 11 seconds 00000100:00100000:0.0:1788985106.207162:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450368 00000100:00100000:0.0:1788985106.207173:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450368 00000100:00100000:0.0:1788985106.207236:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788985106.207246:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973450368:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985106.207259:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985106.207274:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f852 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985106.207298:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985106.207307:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985106.207316:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8200, rc 0) 00000100:00100000:0.0:1788985106.209200:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973450368:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1944us (2961us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985106.209212:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00100000:2.0:1788985106.211619:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973450368:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985106.212199:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985106.212214:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985106.212240:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985106.212247:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985106.212254:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985106.462151:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985106.749058:0:36597:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd6c2daaf0 20000000:00000080:0.0:1788985106.749075:0:36597:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0ed400 uarg=0000000000000000 00010000:00010000:1.0:1788985107.487565:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985107.522085:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985107.522130:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985107.522165:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985107.522191:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193856 00000100:00100000:0.0:1788985107.522201:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193856 00000100:00100000:0.0:1788985107.522257:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193984 00000100:00100000:0.0:1788985107.522273:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193984 00000100:00100000:0.0:1788985107.522299:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1087 00000100:00100000:0.0:1788985107.522310:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193856:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985107.522388:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953193728 00000100:00100000:2.0:1788985107.522394:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953193728 00000100:00100000:0.0:1788985107.522400:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953193856:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 78us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985107.522411:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1087 00000100:00100000:2.0:1788985107.522432:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 647 00000100:00100000:0.0:1788985107.522436:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1088 00000100:00100000:0.0:1788985107.522448:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953193984:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985107.522460:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953193728:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985107.522486:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953193984:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (307us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985107.522493:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1088 00000100:00100000:2.0:1788985107.522509:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953193728:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 65us (376us total) trans 0 rc 0/0 00000100:00080000:0.0:1788985107.522516:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985107.522522:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985107.522531:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 647 00000100:00100000:0.0:1788985107.678323:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973450624:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.678405:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985107.678453:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973451136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.678485:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985107.678503:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973451648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.678523:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985107.678547:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [0->1] 00000100:00100000:0.0:1788985107.678552:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973450496:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.678579:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985107.678601:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973451008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.678625:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.678879:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973450880:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.678909:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.678952:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973451392:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.678975:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.678992:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973451904:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679009:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.679027:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788985107.679032:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973450752:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679087:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450624 00000100:00100000:2.0:1788985107.679095:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450624 00000100:00100000:2.0:1788985107.679136:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451136 00000100:00100000:2.0:1788985107.679139:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451136 00000100:00100000:2.0:1788985107.679158:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451648 00000100:00100000:2.0:1788985107.679162:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451648 00000100:00100000:2.0:1788985107.679171:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450880 00000100:00100000:2.0:1788985107.679174:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450880 00000100:00100000:2.0:1788985107.679187:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1788985107.679195:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973450624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679242:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c73800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973450624:12345-0@lo:400:kworker.0 Request processed in 48us (838us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.679249:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1089 00000100:00100000:2.0:1788985107.679265:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1090 00000100:00100000:2.0:1788985107.679272:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973451136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679297:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973451136:12345-0@lo:400:kworker.0 Request processed in 26us (812us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.679318:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1090 00000100:00100000:2.0:1788985107.679329:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1788985107.679335:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973451648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679360:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973451648:12345-0@lo:400:kworker.0 Request processed in 26us (836us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.679366:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1091 00000100:00100000:2.0:1788985107.679376:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1788985107.679382:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973450880:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679562:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973450880:12345-0@lo:400:kworker.0 Request processed in 180us (652us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.679568:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1092 00000100:00100000:2.0:1788985107.679588:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451392 00000100:00100000:2.0:1788985107.679592:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451392 00000100:00100000:2.0:1788985107.679617:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451904 00000100:00100000:2.0:1788985107.679620:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451904 00000100:00100000:2.0:1788985107.679717:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788985107.679724:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973451392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679755:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973451392:12345-0@lo:400:kworker.0 Request processed in 32us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.679762:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 426 00000100:00100000:2.0:1788985107.679773:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 427 00000100:00100000:2.0:1788985107.679778:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973451904:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.679803:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973451904:12345-0@lo:400:kworker.0 Request processed in 25us (793us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.679809:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 427 00000100:00080000:2.0:1788985107.679837:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985107.679841:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985107.679843:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985107.679981:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973451520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.680013:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985107.680027:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973452032:0@lo:400:kworker.0 00000100:00100000:1.0:1788985107.680207:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985107.680216:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973452160:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985107.680244:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985107.680279:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452160 00000100:00100000:1.0:1788985107.680283:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452160 00000100:00100000:1.0:1788985107.680313:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788985107.680320:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973452160:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985107.680342:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985107.680378:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973452160:12345-0@lo:13:osp-pre-1-0.0 Request processed in 58us (132us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985107.680385:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00080000:1.0:1788985107.680491:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985107.680525:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973452160:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985107.680731:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.680754:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973451264:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.680779:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.680794:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973451776:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.680812:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.680834:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973450880:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.680844:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973451392:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.680854:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973451904:0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.680866:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985107.680873:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973452288:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985107.680895:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.680918:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451008 00000100:00100000:2.0:1788985107.680922:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451008 00000100:00100000:2.0:1788985107.680962:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450752 00000100:00100000:2.0:1788985107.680966:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450752 00000100:00100000:2.0:1788985107.680975:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452288 00000100:00100000:2.0:1788985107.680977:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452288 00000100:00100000:2.0:1788985107.680988:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 523 00000100:00100000:2.0:1788985107.680994:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973451008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.681028:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973451008:12345-0@lo:400:kworker.0 Request processed in 34us (2402us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.681034:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 523 00000100:00100000:0.0:1788985107.681498:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985107.681536:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973450624:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.681548:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973451136:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.681558:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973451648:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.681577:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973451008:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.681602:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451264 00000100:00100000:0.0:1788985107.681605:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451264 00000100:00100000:0.0:1788985107.682165:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451776 00000100:00100000:0.0:1788985107.682169:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451776 00000100:00100000:0.0:1788985107.682192:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1788985107.682199:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973451264:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.682255:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973451264:12345-0@lo:400:kworker.0 Request processed in 56us (1475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985107.682262:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1093 00000100:00100000:0.0:1788985107.682275:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1788985107.682281:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973451776:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.682308:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eabb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973451776:12345-0@lo:400:kworker.0 Request processed in 28us (1495us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985107.682312:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1094 00000100:00100000:0.0:1788985107.682339:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973450496 00000100:00100000:0.0:1788985107.682342:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973450496 00000100:00100000:0.0:1788985107.682365:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788985107.682372:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973450496:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.682496:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788985107.682507:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973450752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.682549:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973450752:12345-0@lo:400:kworker.0 Request processed in 45us (1817us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.682555:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 524 00000100:00100000:2.0:1788985107.682571:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788985107.682578:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973452288:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985107.682605:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985107.682641:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973452288:12345-0@lo:41:osp-pre-0-1.0 Request processed in 63us (1744us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.682647:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 525 00000100:00100000:2.0:1788985107.682670:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973451520 00000100:00100000:2.0:1788985107.682674:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973451520 00000100:00100000:2.0:1788985107.682697:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452032 00000100:00100000:2.0:1788985107.682700:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452032 00000100:00100000:2.0:1788985107.682717:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1788985107.682723:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973451520:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.682760:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973451520:12345-0@lo:400:kworker.0 Request processed in 37us (2747us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.682766:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 428 00000100:00100000:2.0:1788985107.682778:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 429 00000100:00100000:2.0:1788985107.682783:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973452032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985107.682809:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973452032:12345-0@lo:400:kworker.0 Request processed in 26us (1312us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.682814:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 429 00000100:00100000:0.0:1788985107.683715:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973450496:12345-0@lo:400:kworker.0 Request processed in 1343us (5133us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985107.683722:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788985107.683792:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973452288:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985107.683802:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973450752:0@lo:400:kworker.0 00010000:00080000:0.0:1788985107.683816:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ee6d80 x1875885973451264/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985107.683832:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973451264:0@lo:400:kworker.0 00010000:00080000:0.0:1788985107.683843:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277c71c00 x1875885973451776/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985123 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985107.683850:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973451776:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.683885:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973450496:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.683897:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973451520:0@lo:400:kworker.0 00000100:00100000:0.0:1788985107.683908:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c70000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973452032:0@lo:400:kworker.0 00000100:00100000:3.0:1788985107.687313:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973452416:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985107.687398:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985107.688678:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452416 00000100:00100000:2.0:1788985107.688690:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452416 00000100:00100000:2.0:1788985107.688754:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:2.0:1788985107.688765:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973452416:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985107.688806:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985107.688885:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973452416:12345-0@lo:13:osp-pre-1-1.0 Request processed in 123us (1487us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985107.688892:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788985107.689617:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973452416:0@lo:13:osp-pre-1-1.0 00000100:00080000:1.0:1788985107.690108:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985107.690115:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:2.0:1788985107.710600:0:36645:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdb7608fe0 20000000:00000080:2.0:1788985107.710616:0:36645:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db3800 uarg=0000000000000000 00010000:00010000:3.0:1788985108.512649:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985108.662744:0:36694:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdef4600b0 20000000:00000080:2.0:1788985108.662760:0:36694:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144027000 uarg=0000000000000000 00000020:00000080:3.0:1788985109.488288:0:36742:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc496ac390 20000000:00000080:3.0:1788985109.488306:0:36742:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd1c00 uarg=0000000000000000 00010000:00010000:2.0:1788985109.545521:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985110.408649:0:36790:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc0c1c260 20000000:00000080:0.0:1788985110.408671:0:36790:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5dc00 uarg=0000000000000000 00010000:00010000:0.0:1788985110.559812:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985110.750111:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985110.750133:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973452544:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985110.750200:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985110.750266:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452544 00000100:00100000:1.0:1788985110.750273:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452544 00000100:00100000:1.0:1788985110.750331:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:1.0:1788985110.750341:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973452544:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985110.750459:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985110.750512:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973452544:12345-0@lo:13:osp-pre-0-1.0 Request processed in 173us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985110.750520:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00080000:1.0:1788985110.750543:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985110.750580:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973452544:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985110.753863:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973452672:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985110.753961:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985110.754156:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452672 00000100:00100000:1.0:1788985110.754174:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452672 00000100:00100000:1.0:1788985110.754240:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788985110.754251:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973452672:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985110.754275:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985110.754324:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973452672:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (363us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985110.754331:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00080000:2.0:1788985110.754487:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985110.754522:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973452672:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985111.263347:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973452800:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985111.263438:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985111.264458:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452800 00000100:00100000:2.0:1788985111.264468:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452800 00000100:00100000:2.0:1788985111.264513:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788985111.264522:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973452800:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985111.264568:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985111.264631:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143377480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973452800:12345-0@lo:41:osp-pre-1-0.0 Request processed in 109us (1193us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985111.264639:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 526 00000100:00100000:2.0:1788985111.264688:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973452800:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788985111.372549:0:36840:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd003721a0 20000000:00000080:2.0:1788985111.372568:0:36840:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143342c00 uarg=0000000000000000 10000000:01000000:2.0:1788985111.372744:0:36840:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985111.372765:0:36840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.372791:0:36840:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.372800:0:36840:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.372841:0:36840:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.372857:0:36840:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 23 pid: 6508 timeout: 1051 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985111.372872:0:36840:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36840:1875885973452928:0@lo:104: 00000100:00100000:2.0:1788985111.372995:0:36840:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985111.373050:0:36840:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9f300 going to sleep for 11 seconds 00000100:00100000:3.0:1788985111.373252:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973452928 00000100:00100000:3.0:1788985111.373260:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973452928 00000100:00100000:3.0:1788985111.373342:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:3.0:1788985111.374458:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:36840:x1875885973452928:12345-0@lo:104: 00010000:00010000:3.0:1788985111.374474:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985111.374563:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985111.374569:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:36840:x1875885973452928:12345-0@lo:104: Request processed in 1219us (1575us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985111.374577:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00010000:00010000:1.0:1788985111.374750:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985111.374758:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.374767:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985111.374771:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.374780:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985111.374788:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985111.374794:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985111.374839:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.374846:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985111.374882:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.374907:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eac00/0xa0dd3253da52f852 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f859 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.374951:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985111.374953:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985111.374955:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985111.374963:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985111.374978:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973453056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985111.375022:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985111.375068:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453056 00000100:00100000:1.0:1788985111.375073:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453056 00010000:00010000:1.0:1788985111.375100:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 24 pid: 6508 timeout: 1051 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985111.375153:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1788985111.375161:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973453056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985111.375172:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985111.375177:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 24 pid: 6508 timeout: 1051 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375188:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 24 pid: 6508 timeout: 1051 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375206:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375215:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375242:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375249:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375257:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375263:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375269:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985111.375273:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375280:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375288:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985111.375298:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985111.375336:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973453056:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (314us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985111.375343:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788985111.375464:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973453056:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985111.376078:0:36840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8200/0xa0dd3253da52f859 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f852 expref: 23 pid: 6508 timeout: 1051 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985111.376091:0:36840:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36840:1875885973452928:0@lo:104: 00010000:00010000:2.0:1788985111.376108:0:36840:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.376117:0:36840:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.376123:0:36840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.376128:0:36840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f860 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985111.582206:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985112.137065:0:36888:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffad9c690 20000000:00000080:2.0:1788985112.137085:0:36888:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143870000 uarg=0000000000000000 10000000:01000000:2.0:1788985112.137228:0:36888:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985112.137250:0:36888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137265:0:36888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137276:0:36888:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137283:0:36888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137290:0:36888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137297:0:36888:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137303:0:36888:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985112.137309:0:36888:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137317:0:36888:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137329:0:36888:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137476:0:36888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.137485:0:36888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52f867 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985112.542363:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985112.542369:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985112.542374:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985112.542412:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.542424:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.542444:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985112.542467:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973453184:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985112.542526:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985112.542571:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9fcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985112.542714:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453184 00000100:00100000:0.0:1788985112.542722:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453184 00000100:00100000:0.0:1788985112.542770:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:0.0:1788985112.542778:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973453184:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985112.542789:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985112.542805:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f86e expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985112.542825:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985112.542836:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985112.542845:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985112.542877:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973453184:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 100us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985112.542883:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1788985112.543371:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea9180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973453184:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985112.543388:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.543398:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985112.543417:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985112.543440:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.543449:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985112.607288:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985112.638379:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985112.638423:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985112.638468:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985112.638526:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194240 00000100:00100000:0.0:1788985112.638536:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194240 00000100:00100000:0.0:1788985112.638610:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194368 00000100:00100000:0.0:1788985112.638613:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194368 00000100:00100000:0.0:1788985112.638634:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1095 00000100:00100000:0.0:1788985112.638644:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194240:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985112.638716:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194240:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (346us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985112.638724:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1095 00000100:00100000:0.0:1788985112.638740:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1096 00000100:00100000:0.0:1788985112.638745:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194368:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985112.638766:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194368:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 21us (299us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985112.638771:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1096 00000100:00100000:1.0:1788985112.638955:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194112 00000100:00100000:1.0:1788985112.638960:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194112 00000100:00100000:1.0:1788985112.638988:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 650 00000100:00100000:1.0:1788985112.638994:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953194112:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985112.639032:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953194112:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 37us (608us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985112.639038:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 650 00000100:00080000:2.0:1788985112.639864:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985112.639870:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985112.800672:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985112.800697:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973453312:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985112.800773:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985112.800839:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453312 00000100:00100000:2.0:1788985112.800848:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453312 00000100:00100000:2.0:1788985112.800903:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:2.0:1788985112.800914:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973453312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985112.800964:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985112.801011:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973453312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 99us (237us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985112.801018:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00080000:2.0:1788985112.801037:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985112.801077:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973453312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985112.801650:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973453824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801692:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.801716:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973454336:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801740:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.801758:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985112.801764:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973453440:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801788:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.801811:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973453952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801831:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.801846:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973454464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801864:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.801885:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973453568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801908:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.801966:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973454080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.801989:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.802008:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973454592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802026:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.802045:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985112.802050:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973453696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802068:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.802083:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973454208:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802115:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.802131:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973454720:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802149:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.802177:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453824 00000100:00100000:3.0:1788985112.802182:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453824 00000100:00100000:3.0:1788985112.802210:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453568 00000100:00100000:3.0:1788985112.802213:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453568 00000100:00100000:3.0:1788985112.802228:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1788985112.802236:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973453824:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802283:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973453824:12345-0@lo:400:kworker.0 Request processed in 47us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802289:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 527 00000100:00100000:3.0:1788985112.802303:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788985112.802308:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973453568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802338:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973453568:12345-0@lo:400:kworker.0 Request processed in 29us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802344:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 528 00000100:00100000:3.0:1788985112.802361:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453440 00000100:00100000:3.0:1788985112.802371:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453440 00000100:00100000:3.0:1788985112.802392:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453952 00000100:00100000:3.0:1788985112.802394:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453952 00000100:00100000:3.0:1788985112.802411:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454464 00000100:00100000:3.0:1788985112.802414:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454464 00000100:00100000:3.0:1788985112.802463:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454080 00000100:00100000:3.0:1788985112.802466:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454080 00000100:00100000:3.0:1788985112.802480:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454592 00000100:00100000:3.0:1788985112.802482:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454592 00000100:00100000:3.0:1788985112.802492:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973453696 00000100:00100000:3.0:1788985112.802494:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973453696 00000100:00100000:3.0:1788985112.802506:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1788985112.802511:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973453440:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802543:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973453440:12345-0@lo:400:kworker.0 Request processed in 32us (755us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802549:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1097 00000100:00100000:3.0:1788985112.802561:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1788985112.802566:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973453952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802592:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973453952:12345-0@lo:400:kworker.0 Request processed in 26us (760us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802597:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1098 00000100:00100000:3.0:1788985112.802608:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1788985112.802613:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973454464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802638:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973454464:12345-0@lo:400:kworker.0 Request processed in 25us (773us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802643:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1099 00000100:00100000:3.0:1788985112.802655:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1788985112.802661:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973454080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802696:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e33480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973454080:12345-0@lo:400:kworker.0 Request processed in 35us (706us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802701:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1100 00000100:00100000:3.0:1788985112.802715:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1788985112.802720:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973454592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802743:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973454592:12345-0@lo:400:kworker.0 Request processed in 24us (716us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802748:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1101 00000100:00100000:3.0:1788985112.802759:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1788985112.802765:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973453696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802791:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e31880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973453696:12345-0@lo:400:kworker.0 Request processed in 26us (721us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985112.802796:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1102 00000100:00100000:3.0:1788985112.802831:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973453440:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802841:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973453952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802849:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973454464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802857:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973453824:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802890:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973453696:0@lo:400:kworker.0 00000100:00100000:3.0:1788985112.802899:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973453568:0@lo:400:kworker.0 00010000:00080000:3.0:1788985112.802909:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb6a00 x1875885973454080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985112.802919:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973454080:0@lo:400:kworker.0 00010000:00080000:3.0:1788985112.802964:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127576e300 x1875885973454592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985128 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985112.802972:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973454592:0@lo:400:kworker.0 00000100:00100000:2.0:1788985112.803373:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454336 00000100:00100000:2.0:1788985112.803377:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454336 00000100:00100000:2.0:1788985112.803404:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454208 00000100:00100000:2.0:1788985112.803407:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454208 00000100:00100000:2.0:1788985112.803418:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454720 00000100:00100000:2.0:1788985112.803438:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454720 00000100:00100000:2.0:1788985112.803457:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788985112.803462:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973454336:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985112.803500:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973454336:12345-0@lo:400:kworker.0 Request processed in 38us (1759us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985112.803505:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 430 00000100:00100000:2.0:1788985112.803518:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 431 00000100:00100000:2.0:1788985112.803524:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973454208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985112.803615:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788985112.803624:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973454720:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985112.803664:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973454720:12345-0@lo:400:kworker.0 Request processed in 42us (1513us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985112.803670:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 432 00000100:00100000:0.0:1788985112.803692:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973454848:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985112.803722:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985112.803750:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973454336:0@lo:400:kworker.0 00000100:00100000:0.0:1788985112.803771:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454848 00000100:00100000:0.0:1788985112.803774:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454848 00000100:00100000:0.0:1788985112.803792:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1788985112.803797:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973454848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985112.803824:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985112.803867:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973454848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 69us (144us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985112.803873:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 529 00000100:00100000:0.0:1788985112.803899:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973454720:0@lo:400:kworker.0 00000100:00100000:0.0:1788985112.803947:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ea8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973454848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985112.804033:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973454208:12345-0@lo:400:kworker.0 Request processed in 508us (1915us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985112.804039:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 431 00000100:00080000:2.0:1788985112.804071:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985112.804075:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985112.804077:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985112.804079:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985112.804136:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973454208:0@lo:400:kworker.0 00000100:00100000:2.0:1788985112.808303:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973454976:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985112.808378:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985112.808555:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973454976 00000100:00100000:0.0:1788985112.808564:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973454976 00000100:00100000:0.0:1788985112.808614:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:0.0:1788985112.808624:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973454976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985112.808645:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985112.808752:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973454976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 129us (373us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985112.808759:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1788985112.812276:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973454976:0@lo:13:osp-pre-1-0.0 00000020:00000080:3.0:1788985112.883889:0:36936:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff9d0a69f0 20000000:00000080:3.0:1788985112.883910:0:36936:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11421a0000 uarg=0000000000000000 10000000:01000000:3.0:1788985112.884206:0:36936:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985112.884224:0:36936:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985112.884241:0:36936:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985112.884249:0:36936:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985112.884287:0:36936:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985112.884302:0:36936:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 23 pid: 6509 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985112.884315:0:36936:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36936:1875885973455104:0@lo:104: 00000100:00100000:3.0:1788985112.884375:0:36936:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985112.884497:0:36936:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336dd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788985112.895301:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455104 00000100:00100000:2.0:1788985112.895317:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455104 00000100:00100000:2.0:1788985112.895386:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 163 00000100:00100000:2.0:1788985112.895396:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:36936:x1875885973455104:12345-0@lo:104: 00010000:00010000:2.0:1788985112.895415:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985112.895521:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985112.895527:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:36936:x1875885973455104:12345-0@lo:104: Request processed in 133us (11152us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985112.895549:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 163 00000100:00100000:3.0:1788985112.895841:0:36936:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250ac8a80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:36936:1875885973455104:0@lo:104: 00010000:00010000:3.0:1788985112.895864:0:36936:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896057:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985112.896065:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896073:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebc00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985112.896077:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896087:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985112.896094:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985112.896099:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985112.896136:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896144:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985112.896174:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896181:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebc00/0xa0dd3253da52f86e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f875 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896197:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985112.896204:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985112.896206:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985112.896214:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985112.896227:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973455232:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985112.896271:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985112.896313:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455232 00000100:00100000:1.0:1788985112.896317:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455232 00010000:00010000:1.0:1788985112.896337:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 24 pid: 6509 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985112.896360:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:1.0:1788985112.896366:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973455232:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985112.896376:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985112.896380:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 24 pid: 6509 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896389:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 24 pid: 6509 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896402:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52f875 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f86e expref: 24 pid: 6509 timeout: 1052 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896415:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896438:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896456:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896473:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896750:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896760:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896765:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985112.896769:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.896776:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985112.899293:0:36936:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985112.899311:0:36936:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.902172:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.902195:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f87c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 36936 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985112.903751:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985112.905632:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973455232:12345-0@lo:103:ldlm_bl.0 Request processed in 9253us (9348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985112.905648:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1788985112.917502:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973455232:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985113.636433:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985113.850816:0:36984:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbeb16bc0 20000000:00000080:2.0:1788985113.850840:0:36984:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144073000 uarg=0000000000000000 10000000:01000000:0.0:1788985114.082448:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985114.082456:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985114.082461:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985114.082511:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985114.082524:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985114.082536:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985114.082564:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973455360:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985114.082631:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985114.082686:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11440189c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985114.084169:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455360 00000100:00100000:2.0:1788985114.084184:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455360 00000100:00100000:2.0:1788985114.084236:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788985114.084246:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973455360:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985114.084262:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985114.084279:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f883 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985114.084305:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985114.084317:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985114.084803:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea200, rc 0) 00000100:00100000:2.0:1788985114.084952:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973455360:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 706us (2319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985114.084960:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:3.0:1788985114.097215:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973455360:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985114.097247:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985114.097260:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985114.097283:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985114.097289:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985114.097298:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985114.654193:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985114.799108:0:37032:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff17038ed0 20000000:00000080:3.0:1788985114.799126:0:37032:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea95800 uarg=0000000000000000 00010000:00010000:1.0:1788985115.680448:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985115.743857:0:37081:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff73154810 20000000:00000080:1.0:1788985115.743873:0:37081:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eadec00 uarg=0000000000000000 00000100:00100000:1.0:1788985115.870467:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985115.870497:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973455488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985115.870571:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985115.870746:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455488 00000100:00100000:2.0:1788985115.870755:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455488 00000100:00100000:2.0:1788985115.870818:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1788985115.870827:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973455488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985115.870854:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985115.870904:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973455488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 78us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985115.870912:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:2.0:1788985115.870992:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb67800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973455488:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985115.871171:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985115.875997:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973455616:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985115.876078:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985115.880241:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455616 00000100:00100000:2.0:1788985115.880258:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455616 00000100:00080000:1.0:1788985115.880408:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985115.880730:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1788985115.880744:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973455616:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985115.880772:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985115.880857:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973455616:12345-0@lo:13:osp-pre-0-1.0 Request processed in 117us (4779us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985115.880864:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1788985115.880918:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973455616:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985116.383263:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973455744:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985116.383347:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985116.383510:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455744 00000100:00100000:0.0:1788985116.383519:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455744 00000100:00100000:0.0:1788985116.383568:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 530 00000100:00100000:0.0:1788985116.383579:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973455744:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985116.383612:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985116.383660:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250ac8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973455744:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985116.383677:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 530 00000100:00100000:3.0:1788985116.383754:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973455744:0@lo:41:osp-pre-1-0.0 00000020:00000080:0.0:1788985116.698654:0:37129:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd9b310270 20000000:00000080:0.0:1788985116.698671:0:37129:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b2dc00 uarg=0000000000000000 00010000:00010000:2.0:1788985116.702550:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985117.721345:0:37177:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff418be180 20000000:00000080:2.0:1788985117.721366:0:37177:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144072400 uarg=0000000000000000 00010000:00010000:0.0:1788985117.737469:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985117.763145:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985117.763187:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985117.763215:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985117.763245:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194752 00000100:00100000:2.0:1788985117.763256:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194752 00000100:00100000:2.0:1788985117.763312:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194624 00000100:00100000:2.0:1788985117.763316:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194624 00000100:00100000:2.0:1788985117.763340:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1103 00000100:00100000:2.0:1788985117.763350:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194752:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985117.763435:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194752:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985117.763443:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1103 00000100:00100000:2.0:1788985117.763462:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1104 00000100:00100000:2.0:1788985117.763468:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194624:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985117.763508:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953194624:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 40us (292us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985117.763514:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1104 00000100:00080000:2.0:1788985117.763530:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985117.763533:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985117.766468:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194496 00000100:00100000:0.0:1788985117.766482:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194496 00000100:00100000:0.0:1788985117.766611:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 652 00000100:00100000:0.0:1788985117.766621:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953194496:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985117.766696:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953194496:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 77us (3561us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985117.766703:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 652 00000100:00100000:2.0:1788985117.918165:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985117.918188:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973455872:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985117.918256:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985117.918318:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973455872 00000100:00100000:2.0:1788985117.918325:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973455872 00000100:00100000:2.0:1788985117.918386:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1788985117.918397:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973455872:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985117.918427:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985117.918473:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973455872:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985117.918480:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00080000:2.0:1788985117.918500:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985117.918537:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973455872:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985117.919967:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973456256:0@lo:400:kworker.0 00000100:00100000:3.0:1788985117.920031:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985117.920055:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973456768:0@lo:400:kworker.0 00000100:00100000:3.0:1788985117.920076:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985117.920096:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973457280:0@lo:400:kworker.0 00000100:00100000:3.0:1788985117.920113:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985117.920130:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985117.920135:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973456128:0@lo:400:kworker.0 00000100:00100000:3.0:1788985117.920153:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985117.920166:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973456640:0@lo:400:kworker.0 00000100:00100000:3.0:1788985117.920184:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985117.920196:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973457152:0@lo:400:kworker.0 00000100:00100000:3.0:1788985117.920214:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921147:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456768 00000100:00100000:1.0:1788985117.921155:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456768 00000100:00100000:1.0:1788985117.921209:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457280 00000100:00100000:1.0:1788985117.921212:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457280 00000100:00100000:1.0:1788985117.921224:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456128 00000100:00100000:1.0:1788985117.921227:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456128 00000100:00100000:1.0:1788985117.921238:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456640 00000100:00100000:1.0:1788985117.921240:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456640 00000100:00100000:1.0:1788985117.921252:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457152 00000100:00100000:1.0:1788985117.921255:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457152 00000100:00100000:1.0:1788985117.921269:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1788985117.921278:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973456768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921339:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440ca680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973456768:12345-0@lo:400:kworker.0 Request processed in 62us (1261us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.921345:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1105 00000100:00100000:1.0:1788985117.921361:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1788985117.921367:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973457280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921405:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973457280:12345-0@lo:400:kworker.0 Request processed in 38us (1291us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.921411:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1106 00000100:00100000:1.0:1788985117.921422:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1788985117.921427:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973456128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921451:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973456128:12345-0@lo:400:kworker.0 Request processed in 24us (1298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.921468:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1107 00000100:00100000:1.0:1788985117.921479:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1788985117.921484:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973456640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921514:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440cbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973456640:12345-0@lo:400:kworker.0 Request processed in 29us (1329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.921519:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1108 00000100:00100000:1.0:1788985117.921530:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1788985117.921536:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973457152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921559:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973457152:12345-0@lo:400:kworker.0 Request processed in 24us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.921564:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1109 00000100:00100000:1.0:1788985117.921584:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973456384:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921610:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921638:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973456896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921661:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921680:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973457408:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921699:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921717:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [3->2] 00000100:00100000:1.0:1788985117.921723:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973456000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921747:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921768:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973456512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921788:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921806:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973457024:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.921825:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921845:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973457536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985117.921879:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.921915:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456896 00000100:00100000:1.0:1788985117.921919:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456896 00000100:00100000:1.0:1788985117.921966:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457408 00000100:00100000:1.0:1788985117.921969:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457408 00000100:00100000:1.0:1788985117.921983:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457024 00000100:00100000:1.0:1788985117.921985:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457024 00000100:00100000:1.0:1788985117.921996:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788985117.922002:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973456896:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922037:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973456896:12345-0@lo:400:kworker.0 Request processed in 35us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922043:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 433 00000100:00100000:1.0:1788985117.922054:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788985117.922059:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973457408:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922082:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973457408:12345-0@lo:400:kworker.0 Request processed in 24us (383us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922088:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 434 00000100:00100000:1.0:1788985117.922096:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788985117.922101:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973457024:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922123:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973457024:12345-0@lo:400:kworker.0 Request processed in 22us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922128:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 435 00000100:00100000:1.0:1788985117.922142:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456000 00000100:00100000:1.0:1788985117.922145:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456000 00000100:00100000:1.0:1788985117.922168:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788985117.922173:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973456000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922210:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973456000:12345-0@lo:400:kworker.0 Request processed in 37us (462us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922216:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788985117.922241:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456256 00000100:00100000:1.0:1788985117.922244:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456256 00000100:00100000:1.0:1788985117.922266:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456512 00000100:00100000:1.0:1788985117.922269:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456512 00000100:00100000:1.0:1788985117.922281:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788985117.922286:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973456256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922318:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973456256:12345-0@lo:400:kworker.0 Request processed in 31us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922323:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 531 00000100:00100000:1.0:1788985117.922334:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788985117.922340:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973456512:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922363:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973456512:12345-0@lo:400:kworker.0 Request processed in 24us (574us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922369:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 532 00000100:00100000:1.0:1788985117.922397:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457536 00000100:00100000:1.0:1788985117.922400:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457536 00000100:00100000:1.0:1788985117.922421:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1788985117.922426:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973457536:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985117.922440:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985117.922471:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973457536:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922477:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1788985117.922519:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973456128:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922543:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973456640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922553:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973457152:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922561:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973456256:0@lo:400:kworker.0 00010000:00080000:1.0:1788985117.922572:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb7800 x1875885973456768/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985117.922581:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973456768:0@lo:400:kworker.0 00010000:00080000:1.0:1788985117.922591:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277eb6300 x1875885973457280/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985133 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985117.922599:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973457280:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922640:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973456000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922649:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143376a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973456512:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922657:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973457024:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922670:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973457536:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985117.922679:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973456896:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922686:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973457408:0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922723:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973456384 00000100:00100000:1.0:1788985117.922727:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973456384 00000100:00100000:1.0:1788985117.922746:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1788985117.922752:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973456384:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985117.922785:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb67800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973456384:12345-0@lo:400:kworker.0 Request processed in 33us (1175us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.922796:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1110 00000100:00100000:1.0:1788985117.922818:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973456384:0@lo:400:kworker.0 00000100:00080000:3.0:1788985117.923633:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985117.923641:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985117.923644:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985117.923646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985117.927748:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985117.927772:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973457664:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985117.927849:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985117.929158:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457664 00000100:00100000:1.0:1788985117.929171:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457664 00000100:00100000:1.0:1788985117.929237:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 533 00000100:00100000:1.0:1788985117.929248:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973457664:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985117.929289:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985117.929370:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11440c8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973457664:12345-0@lo:41:osp-pre-0-1.0 Request processed in 124us (1520us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985117.929387:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 533 00000100:00100000:2.0:1788985117.929478:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973457664:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788985118.665047:0:37225:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc913feb80 20000000:00000080:2.0:1788985118.665066:0:37225:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd1400 uarg=0000000000000000 00010000:00010000:2.0:1788985118.754818:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985119.731254:0:37273:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe62284200 20000000:00000080:0.0:1788985119.731270:0:37273:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b2f400 uarg=0000000000000000 10000000:01000000:0.0:1788985119.731453:0:37273:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985119.731473:0:37273:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985119.731490:0:37273:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985119.731497:0:37273:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985119.731534:0:37273:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985119.731548:0:37273:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 23 pid: 6508 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985119.731575:0:37273:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37273:1875885973457792:0@lo:104: 00000100:00100000:0.0:1788985119.731635:0:37273:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985119.731681:0:37273:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b125824fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985119.731829:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457792 00000100:00100000:2.0:1788985119.731838:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457792 00000100:00100000:2.0:1788985119.731889:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 164 00000100:00100000:2.0:1788985119.731899:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:37273:x1875885973457792:12345-0@lo:104: 00010000:00010000:2.0:1788985119.731922:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732011:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985119.732017:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:37273:x1875885973457792:12345-0@lo:104: Request processed in 120us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985119.732025:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 164 00010000:00010000:2.0:1788985119.732045:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985119.732050:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732058:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985119.732063:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732072:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985119.732080:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985119.732086:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985119.732114:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732121:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985119.732137:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732145:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8c00/0xa0dd3253da52f883 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f88a expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732164:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985119.732166:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985119.732168:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985119.732188:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973457920:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985119.732217:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985119.732250:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973457920 00000100:00100000:2.0:1788985119.732254:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973457920 00010000:00010000:2.0:1788985119.732270:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 24 pid: 6508 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985119.732291:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1788985119.732298:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973457920:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985119.732308:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985119.732314:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 24 pid: 6508 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732324:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 24 pid: 6508 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732338:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732347:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732370:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732379:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732392:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732399:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732404:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985119.732408:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732416:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732424:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985119.732433:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985119.732462:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973457920:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (244us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985119.732470:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1788985119.732506:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973457920:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985119.732822:0:37273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea200/0xa0dd3253da52f88a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f883 expref: 23 pid: 6508 timeout: 1059 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985119.732833:0:37273:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37273:1875885973457792:0@lo:104: 00010000:00010000:3.0:1788985119.732846:0:37273:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985119.732855:0:37273:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985119.732868:0:37273:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985119.732874:0:37273:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f891 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37273 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985119.774108:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985120.609842:0:37321:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe0ae0ee10 20000000:00000080:2.0:1788985120.609860:0:37321:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd9800 uarg=0000000000000000 10000000:01000000:2.0:1788985120.610035:0:37321:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985120.610057:0:37321:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610074:0:37321:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610097:0:37321:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610104:0:37321:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610110:0:37321:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610117:0:37321:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610123:0:37321:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985120.610127:0:37321:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610134:0:37321:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610147:0:37321:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610154:0:37321:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.610160:0:37321:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f898 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37321 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985120.800648:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985120.990345:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985120.992896:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973458176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985120.993011:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985120.993075:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973458048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985120.993100:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985120.994176:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458176 00000100:00100000:2.0:1788985120.994207:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458176 00000100:00100000:2.0:1788985120.994269:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458048 00000100:00100000:2.0:1788985120.994273:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458048 00000100:00100000:2.0:1788985120.994293:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1788985120.994304:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973458176:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985120.994343:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985120.994427:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973458176:12345-0@lo:13:osp-pre-0-1.0 Request processed in 125us (1415us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985120.994434:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:2.0:1788985120.994452:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:2.0:1788985120.994458:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973458048:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985120.994468:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985120.994494:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edbb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973458048:12345-0@lo:13:osp-pre-0-0.0 Request processed in 37us (1393us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985120.994500:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00080000:3.0:1788985120.995508:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985120.996014:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973458176:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985120.996043:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973458048:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985121.502253:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985121.502288:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973458304:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985121.502395:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985121.502532:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458304 00000100:00100000:0.0:1788985121.502544:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458304 00000100:00100000:0.0:1788985121.502610:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788985121.502631:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973458304:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985121.502678:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985121.502737:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973458304:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (343us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985121.502745:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 534 00000100:00100000:0.0:1788985121.502817:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973458304:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788985121.534580:0:37369:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe047bc1b0 20000000:00000080:2.0:1788985121.534666:0:37369:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd8c00 uarg=0000000000000000 10000000:01000000:2.0:1788985121.534882:0:37369:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985121.534909:0:37369:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538407:0:37369:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538440:0:37369:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538449:0:37369:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538488:0:37369:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538498:0:37369:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538504:0:37369:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985121.538510:0:37369:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538520:0:37369:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538537:0:37369:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538545:0:37369:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.538551:0:37369:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f89f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37369 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985121.708116:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985121.708127:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985121.708134:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985121.708206:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985121.708222:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985121.708236:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985121.708304:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973458432:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985121.708408:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985121.708476:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114336d600 going to sleep for 11 seconds 00000100:00100000:2.0:1788985121.710971:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458432 00000100:00100000:2.0:1788985121.710993:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458432 00000100:00100000:2.0:1788985121.711074:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 654 00000100:00100000:2.0:1788985121.711087:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973458432:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985121.711112:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985121.711138:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f8a6 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.711191:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.711203:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985121.711214:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea600, rc 0) 00000100:00100000:2.0:1788985121.711324:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973458432:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 240us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985121.711332:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 654 00000100:00100000:3.0:1788985121.711595:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973458432:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985121.712042:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985121.712058:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985121.712088:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985121.712094:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985121.712102:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985121.827984:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985122.796771:0:37418:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4ec34320 20000000:00000080:1.0:1788985122.796795:0:37418:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432ae400 uarg=0000000000000000 00010000:00010000:0.0:1788985122.847744:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985122.890090:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985122.890144:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985122.890178:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985122.890228:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195008 00000100:00100000:1.0:1788985122.890241:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195008 00000100:00100000:1.0:1788985122.890315:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195136 00000100:00100000:1.0:1788985122.890319:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195136 00000100:00100000:1.0:1788985122.890358:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1111 00000100:00100000:1.0:1788985122.890371:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953195008:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985122.890467:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953195008:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 99us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985122.890475:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1111 00000100:00100000:1.0:1788985122.890506:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1112 00000100:00100000:1.0:1788985122.890525:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953195136:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985122.890555:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953195136:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985122.890562:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1112 00000100:00100000:1.0:1788985122.890584:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953194880 00000100:00100000:1.0:1788985122.890600:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953194880 00000100:00100000:1.0:1788985122.890630:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 655 00000100:00100000:1.0:1788985122.890638:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953194880:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985122.890665:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953194880:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (522us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985122.890671:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 655 00000100:00080000:1.0:1788985122.890703:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985122.890708:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985123.041726:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985123.041751:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973458560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985123.041822:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.041891:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458560 00000100:00100000:1.0:1788985123.041899:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458560 00000100:00100000:1.0:1788985123.041968:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1788985123.041978:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973458560:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985123.042007:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985123.042054:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973458560:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (232us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.042062:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00080000:1.0:1788985123.042083:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985123.042121:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973458560:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985123.047646:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973458688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.047721:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.047764:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973459200:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.047790:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.047809:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973459712:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.047829:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.047860:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788985123.047865:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973458816:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.047890:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.047907:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973459328:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.047945:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.047963:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973459840:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.047984:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.048012:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973459072:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.048036:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.048053:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973459584:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.048073:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.048090:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973460096:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.048108:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.048128:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788985123.048132:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973458944:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.048153:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.048172:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973459456:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.048193:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.048229:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973459968:0@lo:400:kworker.0 00000100:00100000:2.0:1788985123.048535:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973460224:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985123.048562:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.049476:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985123.049521:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458688 00000100:00100000:1.0:1788985123.049530:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458688 00000100:00100000:1.0:1788985123.049574:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788985123.049582:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973458688:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.049636:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973458688:12345-0@lo:400:kworker.0 Request processed in 54us (1915us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.049643:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 656 00000100:00100000:1.0:1788985123.049677:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459200 00000100:00100000:1.0:1788985123.049682:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459200 00000100:00100000:1.0:1788985123.049708:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458944 00000100:00100000:1.0:1788985123.049711:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458944 00000100:00100000:1.0:1788985123.049727:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788985123.049734:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973459200:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.049787:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973459200:12345-0@lo:400:kworker.0 Request processed in 54us (1996us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.049794:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 535 00000100:00100000:1.0:1788985123.049808:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788985123.049814:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973458944:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.049848:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973458944:12345-0@lo:400:kworker.0 Request processed in 34us (1694us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.049854:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 536 00000100:00100000:1.0:1788985123.049875:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459712 00000100:00100000:1.0:1788985123.049878:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459712 00000100:00100000:1.0:1788985123.049912:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459584 00000100:00100000:1.0:1788985123.049916:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459584 00000100:00100000:1.0:1788985123.049945:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460096 00000100:00100000:1.0:1788985123.049955:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460096 00000100:00100000:1.0:1788985123.049975:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1788985123.049980:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973459712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050012:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973459712:12345-0@lo:400:kworker.0 Request processed in 32us (2182us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050018:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 436 00000100:00100000:1.0:1788985123.050030:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1788985123.050036:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973459584:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050062:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973459584:12345-0@lo:400:kworker.0 Request processed in 27us (1988us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050068:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 437 00000100:00100000:1.0:1788985123.050079:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788985123.050088:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973460096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050113:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973460096:12345-0@lo:400:kworker.0 Request processed in 27us (2004us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050118:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 438 00000100:00100000:1.0:1788985123.050136:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973458816 00000100:00100000:1.0:1788985123.050139:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973458816 00000100:00100000:1.0:1788985123.050158:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459328 00000100:00100000:1.0:1788985123.050160:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459328 00000100:00100000:1.0:1788985123.050172:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459840 00000100:00100000:1.0:1788985123.050174:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459840 00000100:00100000:1.0:1788985123.050185:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459072 00000100:00100000:1.0:1788985123.050188:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459072 00000100:00100000:1.0:1788985123.050199:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459456 00000100:00100000:1.0:1788985123.050202:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459456 00000100:00100000:1.0:1788985123.050213:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973459968 00000100:00100000:1.0:1788985123.050215:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973459968 00000100:00100000:1.0:1788985123.050228:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1788985123.050257:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973458816:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050291:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143376a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973458816:12345-0@lo:400:kworker.0 Request processed in 50us (2399us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050296:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1113 00000100:00100000:1.0:1788985123.050308:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1788985123.050314:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973459328:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050353:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973459328:12345-0@lo:400:kworker.0 Request processed in 40us (2408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050358:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1114 00000100:00100000:1.0:1788985123.050370:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1788985123.050376:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973459840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050401:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973459840:12345-0@lo:400:kworker.0 Request processed in 26us (2416us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050406:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1115 00000100:00100000:1.0:1788985123.050416:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1788985123.050422:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973459072:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050446:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973459072:12345-0@lo:400:kworker.0 Request processed in 24us (2409us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050451:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1116 00000100:00100000:1.0:1788985123.050462:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1788985123.050468:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973459456:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050491:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973459456:12345-0@lo:400:kworker.0 Request processed in 24us (2297us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050496:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1117 00000100:00100000:1.0:1788985123.050506:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1788985123.050520:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973459968:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050548:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973459968:12345-0@lo:400:kworker.0 Request processed in 29us (1074us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050554:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1118 00000100:00100000:1.0:1788985123.050598:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460224 00000100:00100000:1.0:1788985123.050602:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460224 00000100:00100000:1.0:1788985123.050623:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788985123.050629:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973460224:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985123.050643:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985123.050674:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973460224:12345-0@lo:13:osp-pre-1-1.0 Request processed in 46us (2112us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985123.050681:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788985123.050729:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973460224:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985123.050741:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973458816:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050750:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973459328:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050760:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973459840:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050768:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973458688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050778:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973459200:0@lo:400:kworker.0 00000100:00100000:1.0:1788985123.050787:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb65500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973459712:0@lo:400:kworker.0 00000100:00080000:1.0:1788985123.050827:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985123.050831:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985123.050834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985123.050835:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985123.052014:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973458944:0@lo:400:kworker.0 00010000:00080000:0.0:1788985123.052032:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb66680 x1875885973459456/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985123.052041:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973459456:0@lo:400:kworker.0 00010000:00080000:0.0:1788985123.052065:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb64700 x1875885973459968/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985123.052074:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973459968:0@lo:400:kworker.0 00000100:00100000:0.0:1788985123.052086:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973459072:0@lo:400:kworker.0 00000100:00100000:0.0:1788985123.052097:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb64000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973459584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985123.052120:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973460096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985123.052647:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985123.052661:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973460352:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985123.052712:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985123.052751:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460352 00000100:00100000:3.0:1788985123.052758:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460352 00000100:00100000:3.0:1788985123.052794:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788985123.052802:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973460352:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985123.052831:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985123.052876:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973460352:12345-0@lo:41:osp-pre-0-1.0 Request processed in 74us (164us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985123.052890:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 537 00000100:00100000:3.0:1788985123.052948:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973460352:0@lo:41:osp-pre-0-1.0 00000020:00000080:3.0:1788985123.735850:0:37466:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff69de6930 20000000:00000080:3.0:1788985123.735868:0:37466:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e02c00 uarg=0000000000000000 00010000:00010000:1.0:1788985123.880957:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985124.727884:0:37514:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2e28ba00 20000000:00000080:2.0:1788985124.727903:0:37514:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd8c00 uarg=0000000000000000 10000000:01000000:2.0:1788985124.728329:0:37514:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985124.728349:0:37514:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985124.728367:0:37514:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985124.728374:0:37514:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985124.728414:0:37514:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985124.729009:0:37514:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 23 pid: 6508 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985124.729039:0:37514:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37514:1875885973460480:0@lo:104: 00000100:00100000:2.0:1788985124.729182:0:37514:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985124.729279:0:37514:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a840 going to sleep for 11 seconds 00000100:00100000:3.0:1788985124.733786:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460480 00000100:00100000:3.0:1788985124.733803:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460480 00000100:00100000:3.0:1788985124.733920:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:3.0:1788985124.733956:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:37514:x1875885973460480:12345-0@lo:104: 00010000:00010000:3.0:1788985124.733976:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985124.734086:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985124.734092:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:37514:x1875885973460480:12345-0@lo:104: Request processed in 141us (4911us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985124.734099:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1788985124.734187:0:37514:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37514:1875885973460480:0@lo:104: 00010000:00010000:0.0:1788985124.734212:0:37514:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737445:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985124.737459:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737470:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985124.737475:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737485:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985124.737492:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985124.737498:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985124.737566:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737573:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985124.737596:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737603:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f8a6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8ad expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737625:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985124.737627:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985124.737629:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985124.737659:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973460608:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985124.737739:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985124.737822:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460608 00000100:00100000:1.0:1788985124.737830:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460608 00010000:00010000:1.0:1788985124.737859:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 24 pid: 6508 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985124.737890:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788985124.737898:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973460608:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985124.737910:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985124.737915:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 24 pid: 6508 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737945:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 24 pid: 6508 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737960:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52f8ad lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f8a6 expref: 24 pid: 6508 timeout: 1064 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737974:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737982:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.737999:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738006:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738012:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738029:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738035:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985124.738039:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738046:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738071:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.738081:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985124.738117:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973460608:12345-0@lo:103:ldlm_bl.0 Request processed in 219us (377us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985124.738125:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1788985124.738165:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973460608:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985124.738609:0:37514:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985124.738619:0:37514:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985124.738625:0:37514:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebe00/0xa0dd3253da52f8b4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37514 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985124.895680:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985125.648424:0:37562:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff759496a0 20000000:00000080:2.0:1788985125.648440:0:37562:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cda000 uarg=0000000000000000 10000000:01000000:2.0:1788985125.648886:0:37562:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985125.648908:0:37562:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.648950:0:37562:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649267:0:37562:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649277:0:37562:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649284:0:37562:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649292:0:37562:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649299:0:37562:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985125.649302:0:37562:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649320:0:37562:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649344:0:37562:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649352:0:37562:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.649358:0:37562:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8bb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37562 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985125.791210:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985125.791218:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985125.791224:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985125.791274:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.791286:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.791299:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985125.791335:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973460736:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985125.791401:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985125.791459:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302ad80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985125.791725:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460736 00000100:00100000:1.0:1788985125.791735:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460736 00000100:00100000:1.0:1788985125.791785:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 657 00000100:00100000:1.0:1788985125.791794:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973460736:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985125.791808:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985125.791821:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f8c2 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985125.791845:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985125.791870:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985125.791879:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788985125.791955:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973460736:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 161us (553us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985125.791972:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 657 00000100:00100000:2.0:1788985125.792335:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973460736:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985125.792354:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.792364:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985125.792390:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985125.792395:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985125.792402:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985125.918113:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985126.110251:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985126.110274:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973460864:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985126.110355:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985126.110429:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460864 00000100:00100000:1.0:1788985126.110436:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460864 00000100:00100000:1.0:1788985126.110502:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788985126.110513:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973460864:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985126.110541:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985126.110595:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973460864:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (240us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985126.110602:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00080000:1.0:1788985126.110624:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985126.110660:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973460864:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985126.111332:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973460992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985126.111381:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985126.111774:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973460992 00000100:00100000:2.0:1788985126.111783:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973460992 00000100:00100000:2.0:1788985126.111837:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:2.0:1788985126.111846:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973460992:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985126.111866:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985126.111911:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973460992:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (529us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985126.111917:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00080000:3.0:1788985126.112173:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985126.112207:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c71c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973460992:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985126.623889:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973461120:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985126.623990:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985126.624160:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461120 00000100:00100000:0.0:1788985126.624169:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461120 00000100:00100000:0.0:1788985126.624222:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 538 00000100:00100000:0.0:1788985126.624232:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973461120:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985126.624265:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985126.624325:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973461120:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (334us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985126.624333:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 538 00000100:00100000:3.0:1788985126.624417:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973461120:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788985126.690659:0:37610:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe36f70c40 20000000:00000080:2.0:1788985126.690677:0:37610:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cdac00 uarg=0000000000000000 10000000:01000000:2.0:1788985126.690826:0:37610:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985126.690846:0:37610:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985126.690863:0:37610:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985126.690871:0:37610:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985126.690909:0:37610:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985126.691155:0:37610:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 23 pid: 6508 timeout: 1066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985126.691172:0:37610:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37610:1875885973461248:0@lo:104: 00000100:00100000:2.0:1788985126.691322:0:37610:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985126.691373:0:37610:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a000 going to sleep for 11 seconds 00000100:00100000:0.0:1788985126.691457:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461248 00000100:00100000:0.0:1788985126.691465:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461248 00000100:00100000:0.0:1788985126.691518:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1788985126.691528:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:37610:x1875885973461248:12345-0@lo:104: 00010000:00010000:0.0:1788985126.691540:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985126.691619:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985126.691626:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:37610:x1875885973461248:12345-0@lo:104: Request processed in 99us (303us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985126.691632:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:3.0:1788985126.691715:0:37610:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37610:1875885973461248:0@lo:104: 00010000:00010000:3.0:1788985126.691734:0:37610:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.691793:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985126.691800:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.691808:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985126.691812:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.691828:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985126.691834:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985126.691840:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985126.691879:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.691885:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985126.691915:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.691922:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52f8c2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8c9 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.691972:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985126.691974:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985126.691976:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985126.691984:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985126.691996:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973461376:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985126.692030:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985126.692060:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461376 00000100:00100000:1.0:1788985126.692064:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461376 00010000:00010000:1.0:1788985126.692083:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 24 pid: 6508 timeout: 1066 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985126.692106:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1788985126.692119:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973461376:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985126.692130:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985126.692135:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 24 pid: 6508 timeout: 1066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692145:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 24 pid: 6508 timeout: 1066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692158:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f8c9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f8c2 expref: 24 pid: 6508 timeout: 1066 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692170:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692179:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692192:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692199:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692284:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692303:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692309:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985126.692314:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692330:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692343:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.692351:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985126.692383:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce54c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973461376:12345-0@lo:103:ldlm_bl.0 Request processed in 264us (352us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985126.692390:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1788985126.692443:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973461376:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985126.692661:0:37610:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985126.692670:0:37610:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985126.692677:0:37610:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52f8d0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37610 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985126.942227:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985127.551443:0:37658:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe8b174440 20000000:00000080:2.0:1788985127.551467:0:37658:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd8400 uarg=0000000000000000 10000000:01000000:2.0:1788985127.551680:0:37658:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985127.551712:0:37658:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551731:0:37658:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551744:0:37658:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551751:0:37658:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551758:0:37658:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551766:0:37658:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551772:0:37658:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985127.551777:0:37658:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551794:0:37658:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551811:0:37658:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551819:0:37658:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985127.551825:0:37658:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52f8d7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37658 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985127.966560:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985127.990715:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985127.990778:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985127.990819:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985127.990862:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195392 00000100:00100000:1.0:1788985127.990874:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195392 00000100:00100000:1.0:1788985127.990981:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195520 00000100:00100000:1.0:1788985127.990986:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195520 00000100:00100000:1.0:1788985127.991016:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1119 00000100:00100000:1.0:1788985127.991028:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195392:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985127.991126:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195392:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 100us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985127.991134:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1119 00000100:00100000:1.0:1788985127.991153:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1120 00000100:00100000:1.0:1788985127.991160:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195520:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985127.991347:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195520:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 187us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985127.991354:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1120 00000100:00080000:1.0:1788985127.991375:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985127.991380:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985127.999491:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195264 00000100:00100000:3.0:1788985127.999514:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195264 00000100:00100000:3.0:1788985127.999599:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 658 00000100:00100000:3.0:1788985127.999612:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953195264:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985127.999731:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953195264:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 121us (8952us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985127.999740:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 658 00000100:00100000:3.0:1788985128.158137:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985128.158167:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973461504:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985128.158261:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985128.158354:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461504 00000100:00100000:3.0:1788985128.158364:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461504 00000100:00100000:3.0:1788985128.158423:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788985128.158434:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973461504:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985128.158475:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985128.158528:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973461504:12345-0@lo:41:osp-pre-0-1.0 Request processed in 95us (267us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985128.158549:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 539 00000100:00100000:3.0:1788985128.158604:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973461504:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985128.163744:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973461632:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985128.163840:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985128.163910:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461632 00000100:00100000:1.0:1788985128.163919:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461632 00000100:00100000:1.0:1788985128.164011:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1788985128.164022:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973461632:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985128.164062:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985128.164107:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973461632:12345-0@lo:13:osp-pre-1-0.0 Request processed in 88us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985128.164114:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00080000:1.0:1788985128.164138:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985128.164181:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973461632:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985128.168580:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973461760:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.168676:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.168726:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973462272:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.168758:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.168780:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973462784:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.168803:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.168831:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788985128.168838:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973462144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.169000:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.169307:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973462656:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.169335:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.169372:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973462016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.169395:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.169414:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973462528:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.169437:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.169455:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973463040:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.169476:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.169497:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:0.0:1788985128.169502:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973461888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985128.170102:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462144 00000100:00100000:1.0:1788985128.170115:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462144 00000100:00100000:1.0:1788985128.170170:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 540 00000100:00100000:1.0:1788985128.170182:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973462144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985128.170261:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973462144:12345-0@lo:400:kworker.0 Request processed in 81us (1260us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985128.170270:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 540 00000100:00100000:0.0:1788985128.170386:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.170416:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973462400:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.170439:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.170466:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973462912:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.170488:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.170528:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461760 00000100:00100000:0.0:1788985128.170533:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461760 00000100:00100000:0.0:1788985128.170566:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1788985128.170573:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973461760:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.170607:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973461760:12345-0@lo:400:kworker.0 Request processed in 35us (1932us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.170614:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 659 00000100:00100000:0.0:1788985128.170645:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462272 00000100:00100000:0.0:1788985128.170650:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462272 00000100:00100000:0.0:1788985128.170702:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462784 00000100:00100000:0.0:1788985128.170706:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462784 00000100:00100000:0.0:1788985128.170732:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462016 00000100:00100000:0.0:1788985128.170736:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462016 00000100:00100000:0.0:1788985128.170749:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973461888 00000100:00100000:0.0:1788985128.170751:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973461888 00000100:00100000:0.0:1788985128.170760:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462400 00000100:00100000:0.0:1788985128.170763:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462400 00000100:00100000:0.0:1788985128.170776:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462912 00000100:00100000:0.0:1788985128.170778:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462912 00000100:00100000:0.0:1788985128.170792:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1788985128.170798:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973462272:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.170831:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973462272:12345-0@lo:400:kworker.0 Request processed in 33us (2072us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.170849:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1121 00000100:00100000:0.0:1788985128.170862:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1788985128.170869:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973462784:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.170897:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973462784:12345-0@lo:400:kworker.0 Request processed in 29us (2094us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.170903:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1122 00000100:00100000:0.0:1788985128.170914:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1788985128.170920:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973462016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985128.171615:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1788985128.171630:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973461888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985128.171696:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973461888:12345-0@lo:400:kworker.0 Request processed in 72us (1310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985128.171704:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1124 00000100:00100000:1.0:1788985128.171722:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1788985128.171728:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973462400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985128.171755:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c41880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973462400:12345-0@lo:400:kworker.0 Request processed in 28us (1316us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985128.171762:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1125 00000100:00100000:1.0:1788985128.171773:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1126 00000100:00100000:1.0:1788985128.171779:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973462912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985128.171804:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973462912:12345-0@lo:400:kworker.0 Request processed in 26us (1315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985128.171810:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1126 00000100:00100000:0.0:1788985128.174232:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973462016:12345-0@lo:400:kworker.0 Request processed in 3302us (4825us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.174251:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1123 00000100:00100000:0.0:1788985128.174313:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462656 00000100:00100000:0.0:1788985128.174323:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462656 00000100:00100000:0.0:1788985128.174380:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973462528 00000100:00100000:0.0:1788985128.174384:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973462528 00000100:00100000:0.0:1788985128.174398:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463040 00000100:00100000:0.0:1788985128.174402:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463040 00000100:00100000:0.0:1788985128.174418:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1788985128.174427:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973462656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174463:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973462656:12345-0@lo:400:kworker.0 Request processed in 37us (5127us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.174470:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 439 00000100:00100000:0.0:1788985128.174481:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1788985128.174487:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973462528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174527:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973462528:12345-0@lo:400:kworker.0 Request processed in 41us (5089us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.174550:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 440 00000100:00100000:0.0:1788985128.174562:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 441 00000100:00100000:0.0:1788985128.174568:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973463040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174598:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973463040:12345-0@lo:400:kworker.0 Request processed in 31us (5121us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.174603:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 441 00000100:00080000:0.0:1788985128.174635:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1788985128.174639:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985128.174642:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985128.174645:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985128.174695:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973462144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174709:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973462656:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174721:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973461760:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174734:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973462272:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174746:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973462784:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.174783:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985128.174794:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973463168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985128.174835:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.174873:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463168 00000100:00100000:0.0:1788985128.174876:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463168 00000100:00100000:0.0:1788985128.174893:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788985128.174897:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973463168:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985128.174911:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985128.174964:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973463168:12345-0@lo:13:osp-pre-1-1.0 Request processed in 66us (129us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.174974:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:0.0:1788985128.175005:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973463168:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985128.175032:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973461888:0@lo:400:kworker.0 00010000:00080000:0.0:1788985128.175050:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aaad80 x1875885973462400/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985128.175060:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973462400:0@lo:400:kworker.0 00010000:00080000:0.0:1788985128.175071:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b72d80 x1875885973462912/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985128.175076:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973462912:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.175084:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973462016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.175091:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973462528:0@lo:400:kworker.0 00000100:00100000:0.0:1788985128.175096:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b71180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973463040:0@lo:400:kworker.0 00000020:00000080:2.0:1788985128.547531:0:37706:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc6ced5a40 20000000:00000080:2.0:1788985128.547555:0:37706:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cd8c00 uarg=0000000000000000 10000000:01000000:2.0:1788985128.547758:0:37706:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985128.547788:0:37706:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547808:0:37706:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547819:0:37706:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547824:0:37706:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547828:0:37706:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547834:0:37706:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547844:0:37706:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985128.547849:0:37706:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547855:0:37706:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547868:0:37706:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547875:0:37706:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985128.547880:0:37706:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52f8de lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37706 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985128.735111:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985128.735119:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985128.735125:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985128.735172:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985128.735185:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985128.735197:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985128.735241:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973463296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985128.735326:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985128.735384:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24c00 going to sleep for 11 seconds 00000100:00100000:0.0:1788985128.735412:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463296 00000100:00100000:0.0:1788985128.735421:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463296 00000100:00100000:0.0:1788985128.735475:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 660 00000100:00100000:0.0:1788985128.735485:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973463296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985128.735499:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985128.735511:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f8e5 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985128.735534:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985128.736692:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985128.736704:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9800, rc 0) 00000100:00100000:0.0:1788985128.737155:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973463296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 1669us (1827us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985128.737166:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 660 00000100:00100000:3.0:1788985128.741401:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973463296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985128.741455:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985128.741471:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985128.741504:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985128.741510:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985128.741519:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985128.991237:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985129.626373:0:37754:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd565c4260 20000000:00000080:3.0:1788985129.626403:0:37754:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e00c00 uarg=0000000000000000 10000000:01000000:3.0:1788985129.626693:0:37754:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985129.626722:0:37754:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985129.626745:0:37754:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985129.626755:0:37754:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985129.626829:0:37754:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985129.626846:0:37754:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 23 pid: 6508 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985129.626866:0:37754:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37754:1875885973463424:0@lo:104: 00000100:00100000:3.0:1788985129.626987:0:37754:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985129.627247:0:37754:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2900 going to sleep for 11 seconds 00000100:00100000:0.0:1788985129.636537:0:26567:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788985129.636582:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463424 00000100:00100000:0.0:1788985129.636596:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463424 00000100:00100000:0.0:1788985129.636680:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 167 00000100:00100000:0.0:1788985129.636694:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114334e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:37754:x1875885973463424:12345-0@lo:104: 00010000:00010000:0.0:1788985129.636719:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985129.636877:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985129.636885:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114334e050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:37754:x1875885973463424:12345-0@lo:104: Request processed in 195us (9899us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985129.636892:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 167 00010000:00010000:2.0:1788985129.637024:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985129.637033:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985129.637041:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985129.637046:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985129.637056:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985129.637065:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985129.637084:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985129.637142:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985129.637149:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985129.637190:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985129.637197:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9e00/0xa0dd3253da52f8e5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f8ec expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985129.637218:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985129.637220:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985129.637222:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985129.637231:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985129.637249:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973463552:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985129.637312:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985129.637459:0:37754:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396df80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37754:1875885973463424:0@lo:104: 00010000:00010000:3.0:1788985129.637486:0:37754:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985129.637511:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463552 00000100:00100000:1.0:1788985129.637518:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463552 00010000:00010000:1.0:1788985129.637546:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 24 pid: 6508 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985129.637580:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1788985129.637588:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973463552:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985129.637602:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985129.637608:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 24 pid: 6508 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637623:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 24 pid: 6508 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637646:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52f8ec lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f8e5 expref: 24 pid: 6508 timeout: 1069 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637661:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637670:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637685:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637694:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637701:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637707:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637712:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985129.637716:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637723:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637753:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985129.637773:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985129.637819:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973463552:12345-0@lo:103:ldlm_bl.0 Request processed in 232us (508us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985129.637826:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788985129.637887:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973463552:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985129.637960:0:37754:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985129.637969:0:37754:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985129.637977:0:37754:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f8f3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37754 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985130.018899:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985130.858820:0:37803:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffca423e4e0 20000000:00000080:3.0:1788985130.858846:0:37803:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e00c00 uarg=0000000000000000 00010000:00010000:2.0:1788985131.039799:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985131.232798:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985131.234366:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973463680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985131.234488:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985131.234603:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463680 00000100:00100000:1.0:1788985131.234615:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463680 00000100:00100000:1.0:1788985131.234695:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788985131.234706:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973463680:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985131.234750:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985131.234807:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973463680:12345-0@lo:13:osp-pre-0-0.0 Request processed in 103us (319us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985131.234815:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00080000:1.0:1788985131.234840:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985131.235201:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973463680:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985131.242080:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985131.242110:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973463808:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985131.242216:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985131.242304:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463808 00000100:00100000:1.0:1788985131.242315:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463808 00000100:00100000:1.0:1788985131.242387:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:1.0:1788985131.242398:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973463808:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985131.242534:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985131.242601:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973463808:12345-0@lo:13:osp-pre-0-1.0 Request processed in 205us (386us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985131.242609:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00080000:1.0:1788985131.242918:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985131.243011:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eb6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973463808:0@lo:13:osp-pre-0-1.0 10000000:01000000:0.0:1788985131.550522:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985131.550533:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985131.550540:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985131.550608:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985131.550624:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985131.550639:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985131.550675:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973463936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985131.552394:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985131.553360:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124627d840 going to sleep for 11 seconds 00000100:00100000:3.0:1788985131.561642:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973463936 00000100:00100000:3.0:1788985131.561663:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973463936 00000100:00100000:3.0:1788985131.561749:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 661 00000100:00100000:3.0:1788985131.561764:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973463936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985131.561814:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985131.561845:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f8fa expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985131.561886:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985131.561901:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985131.561912:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788985131.562052:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973463936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 291us (9667us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985131.562060:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 661 00000100:00100000:2.0:1788985131.562958:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973463936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985131.562990:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985131.563005:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985131.563034:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985131.563053:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985131.563074:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985131.742275:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973464064:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985131.742393:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985131.743454:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464064 00000100:00100000:0.0:1788985131.743469:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464064 00000100:00100000:0.0:1788985131.743542:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 541 00000100:00100000:0.0:1788985131.743555:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973464064:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985131.743604:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985131.744150:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973464064:12345-0@lo:41:osp-pre-1-0.0 Request processed in 596us (1755us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985131.744160:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 541 00000100:00100000:3.0:1788985131.751900:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c40e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973464064:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985132.063551:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985132.223907:0:37851:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe32316170 20000000:00000080:2.0:1788985132.223969:0:37851:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1142cdbc00 uarg=0000000000000000 00010000:00010000:2.0:1788985133.098707:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985133.114186:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985133.114222:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985133.114259:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985133.114289:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195648 00000100:00100000:0.0:1788985133.114299:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195648 00000100:00100000:0.0:1788985133.114364:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 662 00000100:00100000:0.0:1788985133.114374:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953195648:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985133.114438:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953195648:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 66us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985133.114446:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 662 00000100:00100000:0.0:1788985133.114478:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195904 00000100:00100000:0.0:1788985133.114482:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195904 00000100:00100000:0.0:1788985133.114516:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953195776 00000100:00100000:0.0:1788985133.114519:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953195776 00000100:00100000:0.0:1788985133.114540:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1127 00000100:00100000:0.0:1788985133.114546:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195904:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985133.114575:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c40e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195904:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 29us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985133.114581:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1127 00000100:00100000:0.0:1788985133.114593:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1128 00000100:00100000:0.0:1788985133.114598:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195776:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985133.114616:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b71180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953195776:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 18us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985133.114621:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1128 00000100:00080000:1.0:1788985133.114810:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985133.114814:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985133.283562:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973464192:0@lo:400:kworker.0 00000100:00100000:0.0:1788985133.283562:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973464448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.283890:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.283953:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973464704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.283976:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.283992:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973465216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284011:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.284024:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973465728:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284038:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.284065:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:3.0:1788985133.284070:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973464576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284089:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.284102:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973465088:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284117:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.284130:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973465600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284144:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.284171:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464192 00000100:00100000:3.0:1788985133.284178:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464192 00000100:00100000:3.0:1788985133.284215:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788985133.284223:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973464192:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284277:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973464192:12345-0@lo:400:kworker.0 Request processed in 55us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.284284:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 663 00000100:00100000:3.0:1788985133.284668:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464704 00000100:00100000:3.0:1788985133.284673:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464704 00000100:00100000:3.0:1788985133.284699:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788985133.284704:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973464704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284736:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973464704:12345-0@lo:400:kworker.0 Request processed in 33us (759us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.284742:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 542 00000100:00100000:3.0:1788985133.284756:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465216 00000100:00100000:3.0:1788985133.284759:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465216 00000100:00100000:3.0:1788985133.284783:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465728 00000100:00100000:3.0:1788985133.284785:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465728 00000100:00100000:3.0:1788985133.284795:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465088 00000100:00100000:3.0:1788985133.284798:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465088 00000100:00100000:3.0:1788985133.284808:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465600 00000100:00100000:3.0:1788985133.284818:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465600 00000100:00100000:3.0:1788985133.284834:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1788985133.284839:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973465216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284872:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973465216:12345-0@lo:400:kworker.0 Request processed in 33us (860us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.284877:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 442 00000100:00100000:3.0:1788985133.284889:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788985133.284894:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973465728:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284918:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973465728:12345-0@lo:400:kworker.0 Request processed in 24us (879us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.284923:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 443 00000100:00100000:3.0:1788985133.284958:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788985133.284964:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973465088:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.284990:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973465088:12345-0@lo:400:kworker.0 Request processed in 26us (871us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.284995:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 444 00000100:00100000:3.0:1788985133.285005:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788985133.285011:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973465600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285035:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973465600:12345-0@lo:400:kworker.0 Request processed in 24us (890us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.285041:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 445 00000100:00100000:3.0:1788985133.285062:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464576 00000100:00100000:3.0:1788985133.285065:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464576 00000100:00100000:3.0:1788985133.285091:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1129 00000100:00100000:3.0:1788985133.285097:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973464576:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285124:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973464576:12345-0@lo:400:kworker.0 Request processed in 27us (1034us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.285138:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1129 00000100:00080000:3.0:1788985133.285277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985133.285281:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985133.285315:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973464576:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285326:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973465088:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285335:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973465600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285343:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973464192:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285352:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973464704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285360:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973465216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.285368:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973465728:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.285689:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973464320:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.285722:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985133.285744:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973464832:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.285760:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985133.285775:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973465344:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.285792:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985133.285806:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973465856:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985133.285824:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985133.285838:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985133.285843:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973465984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985133.285862:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985133.285885:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464320 00000100:00100000:1.0:1788985133.285888:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464320 00000100:00100000:1.0:1788985133.285908:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464832 00000100:00100000:1.0:1788985133.285910:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464832 00000100:00100000:1.0:1788985133.285952:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465344 00000100:00100000:1.0:1788985133.285955:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465344 00000100:00100000:1.0:1788985133.285970:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1788985133.285976:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973464320:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.286011:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973464320:12345-0@lo:400:kworker.0 Request processed in 35us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985133.286024:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1130 00000100:00100000:1.0:1788985133.286036:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1788985133.286041:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973464832:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.286068:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973464832:12345-0@lo:400:kworker.0 Request processed in 28us (307us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985133.286073:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1131 00000100:00100000:1.0:1788985133.286083:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1788985133.286088:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973465344:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.286108:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973465344:12345-0@lo:400:kworker.0 Request processed in 21us (315us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985133.286113:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1132 00000100:00100000:1.0:1788985133.286133:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465856 00000100:00100000:1.0:1788985133.286136:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465856 00000100:00100000:3.0:1788985133.286344:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973466112:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985133.286370:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.286522:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466112 00000100:00100000:3.0:1788985133.286526:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466112 00000100:00100000:1.0:1788985133.286570:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1788985133.286577:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973465856:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985133.286597:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985133.286627:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973465856:12345-0@lo:13:osp-pre-1-1.0 Request processed in 51us (802us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985133.286631:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:3.0:1788985133.286715:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:3.0:1788985133.286722:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973466112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985133.286732:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985133.286766:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973466112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 45us (394us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.286772:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00080000:3.0:1788985133.286788:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985133.286815:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b72d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973466112:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985133.286898:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465984 00000100:00100000:1.0:1788985133.286902:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465984 00000100:00100000:1.0:1788985133.286989:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788985133.286997:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973465984:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985133.287020:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985133.287051:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb64a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973465984:12345-0@lo:41:osp-pre-0-1.0 Request processed in 55us (1188us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985133.287075:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 543 00000100:00100000:1.0:1788985133.288048:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973465984:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985133.288065:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973464320:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.288075:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973464832:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.288084:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973465344:0@lo:400:kworker.0 00000100:00100000:1.0:1788985133.288097:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973465856:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985133.288982:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985133.289035:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973464960:0@lo:400:kworker.0 00000100:00100000:0.0:1788985133.289065:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985133.289084:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973465472:0@lo:400:kworker.0 00000100:00100000:0.0:1788985133.289101:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985133.289131:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464960 00000100:00100000:0.0:1788985133.289136:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464960 00000100:00100000:0.0:1788985133.289177:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973465472 00000100:00100000:0.0:1788985133.289181:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973465472 00000100:00100000:0.0:1788985133.289199:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1133 00000100:00100000:0.0:1788985133.289207:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973464960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.289286:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973464448 00000100:00100000:3.0:1788985133.289290:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973464448 00000100:00100000:3.0:1788985133.289318:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788985133.289338:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973464448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985133.289385:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973464448:12345-0@lo:400:kworker.0 Request processed in 50us (405us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.289392:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 544 00000100:00100000:3.0:1788985133.289422:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1788985133.289429:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973465472:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788985133.291285:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985133.292584:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973464960:12345-0@lo:400:kworker.0 Request processed in 3370us (3509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.292597:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973465472:12345-0@lo:400:kworker.0 Request processed in 3167us (3493us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985133.292597:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1133 00000100:00100000:3.0:1788985133.292604:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1134 00000100:00100000:3.0:1788985133.292671:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973464448:0@lo:400:kworker.0 00010000:00080000:3.0:1788985133.292686:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9c00 x1875885973464960/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985133.292696:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973464960:0@lo:400:kworker.0 00010000:00080000:3.0:1788985133.292707:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9880 x1875885973465472/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985133.292715:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973465472:0@lo:400:kworker.0 00000020:00000080:1.0:1788985133.430406:0:37899:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfae86210 20000000:00000080:1.0:1788985133.430426:0:37899:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114334f000 uarg=0000000000000000 10000000:01000000:1.0:1788985133.430598:0:37899:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985133.430622:0:37899:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985133.430642:0:37899:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985133.430650:0:37899:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985133.430693:0:37899:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985133.430708:0:37899:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 23 pid: 6509 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985133.430723:0:37899:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37899:1875885973466240:0@lo:104: 00000100:00100000:1.0:1788985133.430783:0:37899:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985133.430844:0:37899:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5d80 going to sleep for 11 seconds 00000100:00100000:3.0:1788985133.432497:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466240 00000100:00100000:3.0:1788985133.432507:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466240 00000100:00100000:3.0:1788985133.432555:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1788985133.432561:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:37899:x1875885973466240:12345-0@lo:104: 00010000:00010000:3.0:1788985133.432574:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432650:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985133.432654:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:37899:x1875885973466240:12345-0@lo:104: Request processed in 94us (1872us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.432659:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00010000:00010000:3.0:1788985133.432677:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985133.432682:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432687:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985133.432691:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432696:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985133.432701:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985133.432705:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985133.432729:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432733:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985133.432746:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432750:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9600/0xa0dd3253da52f8fa lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f901 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432778:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985133.432779:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985133.432780:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985133.432800:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973466368:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985133.432832:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985133.432874:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466368 00000100:00100000:3.0:1788985133.432877:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466368 00010000:00010000:3.0:1788985133.432890:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 24 pid: 6509 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985133.432906:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788985133.432910:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973466368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985133.432918:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985133.432921:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 24 pid: 6509 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432947:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 24 pid: 6509 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432959:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432965:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432975:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432980:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432988:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432993:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.432996:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985133.432999:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.433004:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.433010:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985133.433016:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985133.433036:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973466368:12345-0@lo:103:ldlm_bl.0 Request processed in 126us (205us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985133.433041:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:3.0:1788985133.433064:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973466368:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985133.433532:0:37899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52f901 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f8fa expref: 23 pid: 6509 timeout: 1073 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985133.433545:0:37899:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37899:1875885973466240:0@lo:104: 00010000:00010000:0.0:1788985133.433560:0:37899:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985133.433569:0:37899:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985133.433575:0:37899:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985133.433580:0:37899:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea800/0xa0dd3253da52f908 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37899 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985134.112278:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985134.359699:0:37948:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4da628f0 20000000:00000080:1.0:1788985134.359715:0:37948:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114334f000 uarg=0000000000000000 10000000:01000000:1.0:1788985134.359856:0:37948:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985134.359878:0:37948:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.359894:0:37948:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.359905:0:37948:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.359912:0:37948:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.359919:0:37948:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.359989:0:37948:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.359997:0:37948:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985134.360001:0:37948:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.360009:0:37948:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.360021:0:37948:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.360028:0:37948:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.360040:0:37948:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f90f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37948 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985134.944002:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985134.944010:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985134.944016:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985134.944068:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985134.944081:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985134.944112:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985134.944149:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973466496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985134.944239:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985134.944298:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2600 going to sleep for 11 seconds 00000100:00100000:1.0:1788985134.944418:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466496 00000100:00100000:1.0:1788985134.944426:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466496 00000100:00100000:1.0:1788985134.944478:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 664 00000100:00100000:1.0:1788985134.944498:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973466496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985134.944510:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985134.944523:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f916 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.944546:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.944557:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985134.944566:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebc00, rc 0) 00000100:00100000:1.0:1788985134.944604:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973466496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985134.944611:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 664 00000100:00100000:3.0:1788985134.944760:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973466496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985134.944775:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985134.944783:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985134.944802:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985134.944807:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985134.944815:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985135.135211:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985135.401502:0:37996:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd4395e6a0 20000000:00000080:0.0:1788985135.401522:0:37996:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eafec00 uarg=0000000000000000 10000000:01000000:0.0:1788985135.401672:0:37996:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985135.401692:0:37996:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.401711:0:37996:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.401720:0:37996:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.401760:0:37996:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.401774:0:37996:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 23 pid: 6509 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985135.401790:0:37996:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37996:1875885973466624:0@lo:104: 00000100:00100000:0.0:1788985135.401848:0:37996:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985135.401906:0:37996:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe56c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985135.402128:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466624 00000100:00100000:3.0:1788985135.402137:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466624 00000100:00100000:3.0:1788985135.402189:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1788985135.402198:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:37996:x1875885973466624:12345-0@lo:104: 00010000:00010000:3.0:1788985135.402210:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985135.402302:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985135.402309:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:37996:x1875885973466624:12345-0@lo:104: Request processed in 113us (461us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985135.402316:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00010000:00010000:1.0:1788985135.402365:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985135.402372:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985135.402380:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985135.402384:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985135.402400:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985135.402408:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985135.402414:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985135.402447:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985135.402454:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985135.402474:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985135.402481:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52f916 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f91d expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985135.402497:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985135.402499:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985135.402501:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985135.402512:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973466752:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985135.402542:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985135.402646:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466752 00000100:00100000:2.0:1788985135.402651:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466752 00010000:00010000:2.0:1788985135.402670:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 24 pid: 6509 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985135.402701:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788985135.402707:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973466752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985135.402717:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985135.402722:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 24 pid: 6509 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402732:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 24 pid: 6509 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402746:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402756:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402776:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402782:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402788:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402795:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402800:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985135.402804:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402812:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402820:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985135.402830:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985135.402862:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973466752:12345-0@lo:103:ldlm_bl.0 Request processed in 155us (319us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985135.402869:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1788985135.402899:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973466752:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985135.403145:0:37996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52f91d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f916 expref: 23 pid: 6509 timeout: 1075 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985135.403155:0:37996:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:37996:1875885973466624:0@lo:104: 00010000:00010000:0.0:1788985135.403168:0:37996:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.403176:0:37996:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.403189:0:37996:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985135.403195:0:37996:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f924 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 37996 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985136.167148:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985136.353387:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973466880:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985136.353458:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985136.353528:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973466880 00000100:00100000:3.0:1788985136.353535:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973466880 00000100:00100000:3.0:1788985136.353590:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1788985136.353600:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973466880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985136.353629:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985136.353674:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973466880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 76us (216us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985136.353680:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1788985136.353731:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973466880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985136.356356:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973467008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985136.356430:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985136.356497:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467008 00000100:00100000:0.0:1788985136.356504:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467008 00000100:00100000:0.0:1788985136.356549:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1788985136.356558:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973467008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985136.356594:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985136.356634:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973467008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 77us (204us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985136.356642:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:0.0:1788985136.356683:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973467008:0@lo:13:osp-pre-0-0.0 00000100:00080000:2.0:1788985136.367719:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:0.0:1788985136.410758:0:38044:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdab27cd30 20000000:00000080:0.0:1788985136.410782:0:38044:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126eaff400 uarg=0000000000000000 10000000:01000000:1.0:1788985136.414140:0:38044:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985136.414169:0:38044:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414186:0:38044:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414196:0:38044:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414226:0:38044:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414234:0:38044:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414243:0:38044:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414249:0:38044:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985136.414254:0:38044:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414263:0:38044:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414277:0:38044:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414285:0:38044:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985136.414291:0:38044:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f92b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38044 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985136.863194:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973467136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985136.863293:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985136.863458:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467136 00000100:00100000:3.0:1788985136.863467:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467136 00000100:00100000:3.0:1788985136.863524:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 545 00000100:00100000:3.0:1788985136.863533:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973467136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985136.863568:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985136.863613:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973467136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 81us (320us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985136.863620:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 545 00000100:00100000:2.0:1788985136.864456:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973467136:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985137.183547:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985137.322515:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985137.322523:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985137.322528:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985137.322576:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985137.322588:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985137.322618:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985137.322644:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973467264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985137.322715:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985137.322764:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5a80 going to sleep for 11 seconds 00000100:00100000:3.0:1788985137.322824:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467264 00000100:00100000:3.0:1788985137.322833:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467264 00000100:00100000:3.0:1788985137.322886:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 665 00000100:00100000:3.0:1788985137.322894:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973467264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985137.322907:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985137.322920:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f932 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.322958:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.322970:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.322980:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788985137.323028:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973467264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 134us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985137.323035:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 665 00000100:00100000:0.0:1788985137.323218:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973467264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985137.323232:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985137.323242:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985137.323260:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985137.323265:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985137.323272:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788985137.647690:0:38093:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdbd33c350 20000000:00000080:1.0:1788985137.647707:0:38093:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0ee400 uarg=0000000000000000 10000000:01000000:1.0:1788985137.647860:0:38093:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985137.647880:0:38093:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.647903:0:38093:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.647912:0:38093:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.647980:0:38093:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.647995:0:38093:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 23 pid: 6506 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985137.648011:0:38093:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38093:1875885973467392:0@lo:104: 00000100:00100000:1.0:1788985137.648079:0:38093:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985137.648149:0:38093:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c2cfd80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985137.650115:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467392 00000100:00100000:0.0:1788985137.650132:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467392 00000100:00100000:0.0:1788985137.650212:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:0.0:1788985137.650223:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:38093:x1875885973467392:12345-0@lo:104: 00010000:00010000:0.0:1788985137.650240:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985137.650365:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985137.650373:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:38093:x1875885973467392:12345-0@lo:104: Request processed in 152us (2293us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985137.650381:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00010000:00010000:3.0:1788985137.650446:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985137.650453:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650460:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985137.650465:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650473:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985137.650481:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985137.650498:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985137.650547:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650554:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985137.650587:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650594:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9800/0xa0dd3253da52f932 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f939 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650612:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985137.650614:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985137.650615:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985137.650623:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985137.650639:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973467520:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985137.650690:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985137.650735:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467520 00000100:00100000:3.0:1788985137.650740:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467520 00010000:00010000:3.0:1788985137.650759:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 24 pid: 6506 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985137.650782:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1788985137.650788:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973467520:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985137.650799:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985137.650805:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 24 pid: 6506 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650826:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 24 pid: 6506 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650847:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650856:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650870:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650877:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650884:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650890:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650895:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985137.650899:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650907:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650916:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985137.650958:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985137.650993:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973467520:12345-0@lo:103:ldlm_bl.0 Request processed in 204us (302us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985137.650999:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1788985137.651036:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973467520:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985137.651256:0:38093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52f939 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f932 expref: 23 pid: 6506 timeout: 1077 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985137.651269:0:38093:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197800 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38093:1875885973467392:0@lo:104: 00010000:00010000:1.0:1788985137.651283:0:38093:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.651291:0:38093:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.651297:0:38093:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985137.651304:0:38093:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f940 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38093 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985138.216635:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985138.230737:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985138.230859:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196032 00000100:00100000:3.0:1788985138.230870:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196032 00000100:00100000:3.0:1788985138.230953:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 666 00000100:00100000:3.0:1788985138.230964:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953196032:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985138.231038:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953196032:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 76us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985138.231046:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 666 00000100:00100000:1.0:1788985138.233298:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985138.233340:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985138.233469:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196160 00000100:00100000:0.0:1788985138.233479:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196160 00000100:00080000:2.0:1788985138.233532:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985138.233549:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196288 00000100:00100000:0.0:1788985138.233552:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196288 00000100:00100000:0.0:1788985138.233588:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1135 00000100:00100000:0.0:1788985138.233598:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953196160:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:2.0:1788985138.233657:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985138.233668:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953196160:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (378us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985138.233675:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1135 00000100:00100000:0.0:1788985138.233692:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1136 00000100:00100000:0.0:1788985138.233698:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953196288:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985138.233723:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953196288:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (383us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985138.233729:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1136 00000100:00100000:2.0:1788985138.405377:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973467648:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985138.405454:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.405530:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467648 00000100:00100000:2.0:1788985138.405538:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467648 00000100:00100000:2.0:1788985138.408000:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:2.0:1788985138.408024:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973467648:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985138.408059:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985138.409616:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973467648:12345-0@lo:13:osp-pre-1-1.0 Request processed in 1594us (4154us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.409630:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00080000:2.0:1788985138.409670:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985138.409694:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973467904:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985138.409839:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410297:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973468416:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.410328:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410357:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973468928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.410383:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410401:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973469440:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.410420:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410462:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788985138.410468:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973467776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985138.410491:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410511:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973468288:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.410530:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410547:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973468800:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.410578:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410595:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973469312:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.410614:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.410641:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468416 00000100:00100000:2.0:1788985138.410649:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468416 00000100:00100000:2.0:1788985138.410684:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468800 00000100:00100000:2.0:1788985138.410687:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468800 00000100:00100000:3.0:1788985138.411854:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467904 00000100:00100000:3.0:1788985138.411864:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467904 00000100:00100000:3.0:1788985138.411983:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468288 00000100:00100000:3.0:1788985138.411986:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468288 00000100:00100000:3.0:1788985138.412004:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1788985138.412013:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973467904:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985138.412050:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985138.412345:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469312 00000100:00100000:2.0:1788985138.412349:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469312 00000100:00100000:2.0:1788985138.412365:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1137 00000100:00100000:2.0:1788985138.412372:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973468416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416207:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e30700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973468416:12345-0@lo:400:kworker.0 Request processed in 3825us (5868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.416223:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1137 00000100:00100000:2.0:1788985138.416265:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1788985138.416277:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973468800:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416324:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973468800:12345-0@lo:400:kworker.0 Request processed in 53us (5745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.416331:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1138 00000100:00100000:2.0:1788985138.416343:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1788985138.416349:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973469312:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416386:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973469312:12345-0@lo:400:kworker.0 Request processed in 37us (5771us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.416392:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1139 00000100:00100000:2.0:1788985138.416415:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973467776 00000100:00100000:2.0:1788985138.416423:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973467776 00000100:00100000:2.0:1788985138.416462:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788985138.416468:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973467776:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985138.416484:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985138.416519:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973467776:12345-0@lo:13:osp-pre-1-0.0 Request processed in 51us (6027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.416525:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:2.0:1788985138.416549:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 547 00000100:00100000:2.0:1788985138.416558:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973468288:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416589:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973468288:12345-0@lo:400:kworker.0 Request processed in 33us (6059us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.416595:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 547 00000100:00080000:2.0:1788985138.416620:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985138.416625:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985138.416661:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973467776:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985138.416676:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973468288:0@lo:400:kworker.0 00010000:00080000:2.0:1788985138.416690:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143007b80 x1875885973468800/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985138.416700:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973468800:0@lo:400:kworker.0 00010000:00080000:2.0:1788985138.416711:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143007100 x1875885973469312/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985154 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985138.416733:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973469312:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416748:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250aca300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973468416:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416798:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973468032:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416833:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.416866:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973468544:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416903:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.416919:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973469056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.416956:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.416978:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:2.0:1788985138.416985:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973468160:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417007:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.417023:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973468672:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417042:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.417056:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973469184:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417076:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985138.417099:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468032 00000100:00100000:2.0:1788985138.417103:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468032 00000100:00100000:2.0:1788985138.417128:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788985138.417134:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973468032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417167:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973468032:12345-0@lo:400:kworker.0 Request processed in 33us (333us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417174:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 667 00000100:00100000:2.0:1788985138.417205:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468544 00000100:00100000:2.0:1788985138.417214:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468544 00000100:00100000:2.0:1788985138.417236:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1788985138.417242:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973468544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417270:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973468544:12345-0@lo:400:kworker.0 Request processed in 29us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417277:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 548 00000100:00100000:2.0:1788985138.417296:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468928 00000100:00100000:2.0:1788985138.417299:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468928 00000100:00100000:2.0:1788985138.417330:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469440 00000100:00100000:2.0:1788985138.417333:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469440 00000100:00100000:2.0:1788985138.417343:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469056 00000100:00100000:2.0:1788985138.417347:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469056 00000100:00100000:2.0:1788985138.417360:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1788985138.417365:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973468928:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417399:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973468928:12345-0@lo:400:kworker.0 Request processed in 34us (7014us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417405:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 446 00000100:00100000:2.0:1788985138.417416:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788985138.417422:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973469440:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417448:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973469440:12345-0@lo:400:kworker.0 Request processed in 27us (7027us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417453:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 447 00000100:00100000:2.0:1788985138.417462:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788985138.417467:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973469056:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417492:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973469056:12345-0@lo:400:kworker.0 Request processed in 25us (536us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417498:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 448 00000100:00100000:2.0:1788985138.417521:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468160 00000100:00100000:2.0:1788985138.417525:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468160 00000100:00100000:2.0:1788985138.417545:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973468672 00000100:00100000:2.0:1788985138.417547:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973468672 00000100:00100000:2.0:1788985138.417559:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469184 00000100:00100000:2.0:1788985138.417562:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469184 00000100:00100000:2.0:1788985138.417575:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1788985138.417580:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973468160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417610:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250aca300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973468160:12345-0@lo:400:kworker.0 Request processed in 30us (603us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417616:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1140 00000100:00100000:2.0:1788985138.417627:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1788985138.417632:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973468672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417655:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973468672:12345-0@lo:400:kworker.0 Request processed in 23us (613us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417659:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1141 00000100:00100000:2.0:1788985138.417668:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1142 00000100:00100000:2.0:1788985138.417673:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973469184:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417696:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973469184:12345-0@lo:400:kworker.0 Request processed in 23us (619us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985138.417701:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1142 00000100:00080000:2.0:1788985138.417724:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985138.417727:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985138.417751:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973468928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.417759:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973469440:0@lo:400:kworker.0 00000100:00100000:3.0:1788985138.419016:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e32d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973467904:12345-0@lo:41:osp-pre-0-1.0 Request processed in 6996us (9169us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985138.419028:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 546 00000100:00100000:3.0:1788985138.421676:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277c72680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973467648:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985138.423557:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973468160:0@lo:400:kworker.0 00000100:00100000:0.0:1788985138.423574:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973468672:0@lo:400:kworker.0 00000100:00100000:0.0:1788985138.423586:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973469184:0@lo:400:kworker.0 00000100:00100000:0.0:1788985138.423601:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973468032:0@lo:400:kworker.0 00000100:00100000:0.0:1788985138.423612:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973468544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985138.423643:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973469056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985138.438659:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973467904:0@lo:41:osp-pre-0-1.0 00000020:00000080:1.0:1788985138.780316:0:38141:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc30694230 20000000:00000080:1.0:1788985138.780334:0:38141:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127d0ef800 uarg=0000000000000000 10000000:01000000:1.0:1788985138.780484:0:38141:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985138.780507:0:38141:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780523:0:38141:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780534:0:38141:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780540:0:38141:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780547:0:38141:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780554:0:38141:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780560:0:38141:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985138.780563:0:38141:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.780571:0:38141:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.781091:0:38141:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.781106:0:38141:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985138.781112:0:38141:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52f947 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38141 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985138.910704:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985138.910711:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985138.910716:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985138.910758:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.910770:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.910781:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985138.910805:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973469568:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985138.910870:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985138.910923:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12617b5b40 going to sleep for 11 seconds 00000100:00100000:0.0:1788985138.910974:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469568 00000100:00100000:0.0:1788985138.910981:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469568 00000100:00100000:0.0:1788985138.911031:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1788985138.911042:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973469568:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985138.911054:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985138.911065:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f94e expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.911233:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.911244:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.911262:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9e00, rc 0) 00000100:00100000:0.0:1788985138.911294:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973469568:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 256us (425us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985138.911301:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 668 00000100:00100000:0.0:1788985138.911345:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973469568:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985138.911357:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.911365:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985138.911379:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985138.911384:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985138.911390:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985139.239316:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985139.569502:0:38189:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe208c30b0 20000000:00000080:3.0:1788985139.569525:0:38189:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8c000 uarg=0000000000000000 10000000:01000000:3.0:1788985139.569684:0:38189:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985139.569704:0:38189:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985139.569721:0:38189:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985139.569729:0:38189:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985139.569765:0:38189:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985139.569779:0:38189:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 23 pid: 6508 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985139.569792:0:38189:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38189:1875885973469696:0@lo:104: 00000100:00100000:3.0:1788985139.569852:0:38189:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985139.569915:0:38189:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438740c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985139.570215:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469696 00000100:00100000:2.0:1788985139.570223:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469696 00000100:00100000:2.0:1788985139.570269:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:2.0:1788985139.570279:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:38189:x1875885973469696:12345-0@lo:104: 00010000:00010000:2.0:1788985139.570291:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570362:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985139.570368:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:38189:x1875885973469696:12345-0@lo:104: Request processed in 91us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985139.570374:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00010000:00010000:2.0:1788985139.570394:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985139.570399:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570406:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985139.570410:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570418:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985139.570426:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985139.570431:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985139.570460:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570467:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985139.570495:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570502:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f94e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f955 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570516:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985139.570517:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985139.570519:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985139.570538:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973469824:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985139.570566:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985139.570608:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469824 00000100:00100000:2.0:1788985139.570612:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469824 00010000:00010000:2.0:1788985139.570630:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 24 pid: 6508 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985139.570654:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1788985139.570661:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973469824:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985139.570672:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985139.570677:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 24 pid: 6508 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570687:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 24 pid: 6508 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570702:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570710:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570733:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570740:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570745:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570752:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570757:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985139.570761:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570768:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570775:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985139.570785:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985139.570814:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973469824:12345-0@lo:103:ldlm_bl.0 Request processed in 154us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985139.570820:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1788985139.570856:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973469824:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985139.571150:0:38189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52f955 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f94e expref: 23 pid: 6508 timeout: 1079 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985139.571162:0:38189:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38189:1875885973469696:0@lo:104: 00010000:00010000:0.0:1788985139.571185:0:38189:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985139.571193:0:38189:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985139.571208:0:38189:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985139.571214:0:38189:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52f95c lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38189 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985140.262048:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985140.830045:0:38237:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4e39bfc0 20000000:00000080:0.0:1788985140.830062:0:38237:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b127c367800 uarg=0000000000000000 10000000:01000000:0.0:1788985140.830495:0:38237:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985140.830515:0:38237:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830529:0:38237:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830540:0:38237:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830545:0:38237:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830552:0:38237:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830559:0:38237:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830565:0:38237:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985140.830568:0:38237:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830591:0:38237:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830606:0:38237:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830613:0:38237:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985140.830619:0:38237:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f963 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38237 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985141.232656:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985141.232664:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985141.232668:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985141.232708:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985141.232721:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985141.232732:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985141.232756:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973469952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985141.232815:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985141.232868:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985141.233752:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973469952 00000100:00100000:3.0:1788985141.233761:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973469952 00000100:00100000:3.0:1788985141.233819:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 669 00000100:00100000:3.0:1788985141.233828:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973469952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985141.233841:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985141.233855:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f96a expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985141.233876:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985141.233897:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985141.233905:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676600, rc 0) 00000100:00100000:3.0:1788985141.233977:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973469952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 150us (1161us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985141.233984:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 669 00000100:00100000:2.0:1788985141.234071:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973469952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985141.234094:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985141.234103:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985141.234120:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985141.234125:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985141.234133:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985141.289224:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985141.470107:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973470080:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985141.470185:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985141.470398:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985141.470413:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973470208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985141.470442:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985141.470971:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470080 00000100:00100000:2.0:1788985141.470979:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470080 00000100:00100000:2.0:1788985141.471063:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470208 00000100:00100000:2.0:1788985141.471066:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470208 00000100:00080000:3.0:1788985141.471100:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985141.471694:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1788985141.471706:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973470080:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985141.471748:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985141.471813:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973470080:12345-0@lo:13:osp-pre-0-0.0 Request processed in 110us (1628us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985141.471820:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:0.0:1788985141.471837:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788985141.471842:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973470208:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985141.471851:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985141.471878:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973470208:12345-0@lo:13:osp-pre-0-1.0 Request processed in 36us (1436us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985141.471883:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788985141.471921:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973470208:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985141.475617:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973470080:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985141.988725:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985141.988747:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973470336:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985141.988815:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985141.989813:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470336 00000100:00100000:2.0:1788985141.989825:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470336 00000100:00100000:2.0:1788985141.989882:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 549 00000100:00100000:2.0:1788985141.989892:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973470336:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985141.989941:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985141.990004:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973470336:12345-0@lo:41:osp-pre-1-0.0 Request processed in 113us (1189us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985141.990011:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 549 00000100:00100000:1.0:1788985141.990098:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973470336:0@lo:41:osp-pre-1-0.0 00000020:00000080:0.0:1788985142.004115:0:38285:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffefdb76630 20000000:00000080:0.0:1788985142.004133:0:38285:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e80800 uarg=0000000000000000 10000000:01000000:0.0:1788985142.004274:0:38285:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985142.004294:0:38285:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985142.004604:0:38285:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985142.004613:0:38285:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985142.004645:0:38285:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985142.004655:0:38285:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 23 pid: 6506 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985142.004681:0:38285:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38285:1875885973470464:0@lo:104: 00000100:00100000:0.0:1788985142.004736:0:38285:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985142.004818:0:38285:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114330d540 going to sleep for 11 seconds 00000100:00100000:1.0:1788985142.006787:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470464 00000100:00100000:1.0:1788985142.006798:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470464 00000100:00100000:1.0:1788985142.006848:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:1.0:1788985142.006856:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:38285:x1875885973470464:12345-0@lo:104: 00010000:00010000:1.0:1788985142.006871:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.007016:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985142.007022:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:38285:x1875885973470464:12345-0@lo:104: Request processed in 167us (2286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985142.007029:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:0.0:1788985142.007163:0:38285:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38285:1875885973470464:0@lo:104: 00010000:00010000:0.0:1788985142.007185:0:38285:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.008277:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985142.008287:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.008296:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985142.008300:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.008310:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985142.008342:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985142.008348:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985142.008385:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.008392:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:0.0:1788985142.008485:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973470592:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985142.008543:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00010000:00010000:3.0:1788985142.008764:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.008773:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f96a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f971 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.008791:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985142.008792:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985142.008794:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985142.008882:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470592 00000100:00100000:1.0:1788985142.008888:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470592 00010000:00010000:1.0:1788985142.008914:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 24 pid: 6506 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985142.008959:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1788985142.008969:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973470592:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985142.008989:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985142.008994:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 24 pid: 6506 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009005:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 24 pid: 6506 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009018:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52f971 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f96a expref: 24 pid: 6506 timeout: 1081 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009032:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009040:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009064:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009071:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009078:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009084:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009089:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985142.009092:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009109:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009130:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985142.009141:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985142.009191:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973470592:12345-0@lo:103:ldlm_bl.0 Request processed in 224us (647us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985142.009197:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1788985142.009229:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973470592:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985142.009336:0:38285:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985142.009350:0:38285:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985142.009357:0:38285:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52f978 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38285 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985142.302499:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985143.094531:0:38333:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd38cfcbb0 20000000:00000080:0.0:1788985143.094547:0:38333:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e82000 uarg=0000000000000000 00010000:00010000:2.0:1788985143.326175:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985143.351546:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985143.351592:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985143.351624:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985143.351682:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196416 00000100:00100000:3.0:1788985143.351692:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196416 00000100:00100000:3.0:1788985143.351746:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 670 00000100:00100000:3.0:1788985143.351757:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953196416:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985143.351823:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953196416:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 69us (230us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.351830:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 670 00000100:00100000:2.0:1788985143.353496:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196544 00000100:00100000:2.0:1788985143.353507:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196544 00000100:00100000:2.0:1788985143.353563:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196672 00000100:00100000:2.0:1788985143.353566:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196672 00000100:00100000:2.0:1788985143.353588:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1143 00000100:00100000:2.0:1788985143.353596:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953196544:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985143.353651:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953196544:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 56us (2115us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985143.353658:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1143 00000100:00100000:2.0:1788985143.353672:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1144 00000100:00100000:2.0:1788985143.353677:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953196672:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985143.353698:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953196672:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 22us (2075us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985143.353703:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1144 00000100:00080000:3.0:1788985143.354358:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985143.354365:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:2.0:1788985143.454111:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985143.454119:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985143.454124:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985143.454185:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985143.454217:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985143.454229:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985143.454254:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973470720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985143.454336:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985143.454505:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470720 00000100:00100000:0.0:1788985143.454515:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470720 00000100:00100000:2.0:1788985143.454603:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302acc0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985143.455591:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 671 00000100:00100000:1.0:1788985143.455608:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973470720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985143.455625:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985143.455642:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f97f expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985143.455671:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985143.455682:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985143.455692:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eba00, rc 0) 00000100:00100000:1.0:1788985143.455770:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973470720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 169us (1433us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985143.455777:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 671 00000100:00100000:2.0:1788985143.456252:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973470720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985143.456269:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985143.456280:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985143.456432:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985143.456440:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985143.456449:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985143.520801:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973470848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985143.520868:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985143.521366:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470848 00000100:00100000:3.0:1788985143.521386:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470848 00000100:00100000:3.0:1788985143.521433:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788985143.521442:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973470848:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985143.521478:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985143.521536:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973470848:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (668us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.521544:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 550 00000100:00100000:3.0:1788985143.521568:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973470976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985143.521594:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985143.521680:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973471104:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985143.521714:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985143.528582:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973471232:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.528958:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985143.529529:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471232 00000100:00100000:0.0:1788985143.529539:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471232 00000100:00100000:0.0:1788985143.529597:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1145 00000100:00100000:0.0:1788985143.529607:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973471232:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985143.529682:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973471232:12345-0@lo:400:kworker.0 Request processed in 77us (724us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985143.529689:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1145 00000100:00100000:3.0:1788985143.548102:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973471488:0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.548196:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985143.548241:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973472000:0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.548268:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985143.548292:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788985143.548372:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973471616:0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.548398:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985143.548420:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973472128:0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.548439:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985143.548478:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973470976 00000100:00100000:3.0:1788985143.548486:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973470976 00000100:00100000:3.0:1788985143.548605:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471104 00000100:00100000:3.0:1788985143.548609:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471104 00000100:00100000:3.0:1788985143.548626:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1788985143.548634:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973470976:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985143.548662:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985143.548704:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973470976:12345-0@lo:13:osp-pre-1-0.0 Request processed in 70us (27109us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.548723:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:3.0:1788985143.548738:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1788985143.548746:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973470976:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985143.548869:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973471104:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985143.548881:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985143.548909:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973471104:12345-0@lo:13:osp-pre-1-1.0 Request processed in 166us (27195us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.548915:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1788985143.549211:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973471232:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549218:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973471744:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549245:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985143.549269:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973472256:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549288:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985143.549312:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788985143.549319:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973471360:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549339:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985143.549360:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973471872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549380:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985143.549401:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471488 00000100:00100000:3.0:1788985143.549406:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471488 00000100:00100000:3.0:1788985143.549432:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788985143.549438:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973471488:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549474:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471616 00000100:00100000:3.0:1788985143.549478:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973471488:12345-0@lo:400:kworker.0 Request processed in 41us (1282us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985143.549478:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471616 00000100:00100000:3.0:1788985143.549483:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 551 00000100:00100000:3.0:1788985143.549500:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472000 00000100:00100000:1.0:1788985143.549500:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472128 00000100:00100000:1.0:1788985143.549502:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472128 00000100:00100000:3.0:1788985143.549503:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472000 00000100:00100000:1.0:1788985143.549513:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471744 00000100:00100000:1.0:1788985143.549515:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471744 00000100:00100000:3.0:1788985143.549520:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471872 00000100:00100000:3.0:1788985143.549522:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471872 00000100:00100000:1.0:1788985143.549527:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472256 00000100:00100000:1.0:1788985143.549528:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472256 00000100:00100000:3.0:1788985143.549536:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 449 00000100:00100000:1.0:1788985143.549541:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973471360 00000100:00100000:3.0:1788985143.549542:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973472000:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549543:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973471360 00000100:00100000:1.0:1788985143.549553:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1788985143.549567:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973471616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.549568:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b73100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973472000:12345-0@lo:400:kworker.0 Request processed in 27us (1299us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.549573:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 449 00000100:00100000:3.0:1788985143.549583:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 450 00000100:00100000:3.0:1788985143.549589:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973471872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.549593:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b72d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973471616:12345-0@lo:400:kworker.0 Request processed in 27us (1195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985143.549598:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1146 00000100:00100000:1.0:1788985143.549611:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1147 00000100:00100000:3.0:1788985143.549614:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114407fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973471872:12345-0@lo:400:kworker.0 Request processed in 26us (234us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985143.549616:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973472128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.549624:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 450 00000100:00100000:1.0:1788985143.549637:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973472128:12345-0@lo:400:kworker.0 Request processed in 21us (1197us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.549641:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1788985143.549647:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973471744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.549674:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb36a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973471744:12345-0@lo:400:kworker.0 Request processed in 28us (429us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.549679:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1148 00000100:00100000:3.0:1788985143.549692:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1149 00000100:00100000:3.0:1788985143.549697:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973472256:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.549725:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973472256:12345-0@lo:400:kworker.0 Request processed in 27us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985143.549730:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1149 00000100:00100000:2.0:1788985143.550048:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973471104:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985143.550575:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1150 00000100:00100000:3.0:1788985143.550586:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973471360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.550621:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973471360:12345-0@lo:400:kworker.0 Request processed in 38us (1280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985143.550653:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1147 00000100:00080000:1.0:1788985143.554074:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985143.554083:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985143.554086:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985143.554089:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985143.554156:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973471616:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.554171:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb34a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973472128:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.554182:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973471488:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.554192:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb37800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973472000:0@lo:400:kworker.0 00000100:00100000:1.0:1788985143.554242:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973470848:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985143.554982:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973471360:0@lo:400:kworker.0 00000100:00100000:2.0:1788985143.554996:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973471872:0@lo:400:kworker.0 00010000:00080000:2.0:1788985143.555009:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11422e7b80 x1875885973471744/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985143.555020:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973471744:0@lo:400:kworker.0 00010000:00080000:2.0:1788985143.555031:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b126eb35880 x1875885973472256/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985159 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985143.555039:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973472256:0@lo:400:kworker.0 00000100:00100000:3.0:1788985143.572004:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1150 00000020:00000080:0.0:1788985144.166467:0:38382:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffca94b270 20000000:00000080:0.0:1788985144.166484:0:38382:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e82000 uarg=0000000000000000 00010000:00010000:2.0:1788985144.354070:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985145.197715:0:38430:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffffa218950 20000000:00000080:1.0:1788985145.197739:0:38430:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a8f000 uarg=0000000000000000 10000000:01000000:1.0:1788985145.198552:0:38430:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985145.198575:0:38430:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985145.198593:0:38430:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985145.198609:0:38430:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985145.198649:0:38430:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985145.198663:0:38430:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 23 pid: 6508 timeout: 1085 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985145.198678:0:38430:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38430:1875885973472384:0@lo:104: 00000100:00100000:1.0:1788985145.198738:0:38430:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985145.198830:0:38430:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143876b40 going to sleep for 11 seconds 00000100:00100000:3.0:1788985145.198870:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472384 00000100:00100000:3.0:1788985145.198878:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472384 00000100:00100000:3.0:1788985145.199062:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:3.0:1788985145.199072:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:38430:x1875885973472384:12345-0@lo:104: 00010000:00010000:3.0:1788985145.199084:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985145.199177:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985145.199183:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:38430:x1875885973472384:12345-0@lo:104: Request processed in 114us (445us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985145.199196:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:0.0:1788985145.199271:0:38430:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb35880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38430:1875885973472384:0@lo:104: 00010000:00010000:0.0:1788985145.199290:0:38430:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199341:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985145.199348:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199355:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ebe00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985145.199359:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199368:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985145.199375:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985145.199389:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985145.199423:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199430:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985145.199451:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199457:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ebe00/0xa0dd3253da52f97f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f986 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199471:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985145.199473:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985145.199475:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985145.199486:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973472512:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985145.199522:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985145.199561:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472512 00000100:00100000:2.0:1788985145.199566:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472512 00010000:00010000:2.0:1788985145.199585:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 24 pid: 6508 timeout: 1085 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985145.199608:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1788985145.199614:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973472512:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985145.199623:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985145.199628:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 24 pid: 6508 timeout: 1085 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199638:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 24 pid: 6508 timeout: 1085 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199656:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52f986 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f97f expref: 24 pid: 6508 timeout: 1085 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199669:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199679:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199691:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199698:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199705:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199712:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199717:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985145.199721:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199728:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199739:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985145.199755:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985145.199781:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce54450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973472512:12345-0@lo:103:ldlm_bl.0 Request processed in 167us (259us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985145.199788:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:2.0:1788985145.199836:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973472512:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985145.199908:0:38430:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985145.199916:0:38430:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985145.199923:0:38430:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52f98d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38430 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985145.374689:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985146.346560:0:38478:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe5f9964a0 20000000:00000080:0.0:1788985146.346576:0:38478:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e80800 uarg=0000000000000000 10000000:01000000:0.0:1788985146.346720:0:38478:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985146.346741:0:38478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346756:0:38478:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346767:0:38478:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346774:0:38478:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346781:0:38478:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346789:0:38478:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346805:0:38478:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985146.346810:0:38478:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346819:0:38478:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346831:0:38478:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346840:0:38478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.346847:0:38478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f994 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985146.400373:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985146.593570:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985146.593592:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973472640:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985146.593657:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985146.594004:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973472768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985146.594030:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985146.594065:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472640 00000100:00100000:2.0:1788985146.594073:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472640 00000100:00100000:2.0:1788985146.594129:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472768 00000100:00100000:2.0:1788985146.594133:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472768 00000100:00100000:2.0:1788985146.594152:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1788985146.594160:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973472640:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985146.594188:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985146.594232:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973472640:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (575us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985146.594240:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:2.0:1788985146.594257:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788985146.594263:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973472768:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985146.594274:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985146.594297:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973472768:12345-0@lo:13:osp-pre-0-1.0 Request processed in 34us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985146.594315:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00080000:2.0:1788985146.594332:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985146.594365:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973472768:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985146.594379:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973472640:0@lo:13:osp-pre-0-0.0 10000000:01000000:2.0:1788985146.980201:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985146.980209:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985146.980213:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985146.980259:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985146.980272:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985146.980284:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985146.980311:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973472896:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985146.980430:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985146.980484:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a480 going to sleep for 11 seconds 00000100:00100000:0.0:1788985146.982513:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973472896 00000100:00100000:0.0:1788985146.982529:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973472896 00000100:00100000:0.0:1788985146.982593:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788985146.982602:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973472896:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985146.982618:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985146.982639:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f99b expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.982664:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.982676:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.982701:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8400, rc 0) 00000100:00100000:0.0:1788985146.982772:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973472896:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 171us (2342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985146.982779:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 672 00000100:00100000:0.0:1788985146.982837:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973472896:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985146.982854:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.982865:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985146.982885:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985146.982890:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985146.982898:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985147.109571:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985147.109596:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973473024:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985147.109662:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985147.109725:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473024 00000100:00100000:2.0:1788985147.109734:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473024 00000100:00100000:2.0:1788985147.109784:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 552 00000100:00100000:2.0:1788985147.109794:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973473024:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985147.109827:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985147.109884:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb34a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973473024:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985147.109891:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 552 00000100:00100000:1.0:1788985147.110652:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973473024:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985147.424459:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985147.518387:0:38526:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd936e2780 20000000:00000080:2.0:1788985147.518406:0:38526:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432ad800 uarg=0000000000000000 10000000:01000000:2.0:1788985147.520533:0:38526:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985147.520557:0:38526:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.520575:0:38526:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.520583:0:38526:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.520619:0:38526:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.520634:0:38526:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 23 pid: 6506 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985147.520647:0:38526:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38526:1875885973473152:0@lo:104: 00000100:00100000:2.0:1788985147.520706:0:38526:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985147.520776:0:38526:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a540 going to sleep for 11 seconds 00000100:00100000:3.0:1788985147.521266:0:6497:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788985147.521282:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473152 00000100:00100000:3.0:1788985147.521300:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473152 00000100:00100000:3.0:1788985147.521345:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:3.0:1788985147.521355:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114394f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:38526:x1875885973473152:12345-0@lo:104: 00010000:00010000:3.0:1788985147.521368:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521442:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985147.521448:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114394f050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:38526:x1875885973473152:12345-0@lo:104: Request processed in 95us (742us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985147.521455:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00010000:00010000:3.0:1788985147.521496:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985147.521502:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521509:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985147.521514:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521522:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985147.521529:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985147.521534:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985147.521577:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521583:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985147.521603:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521610:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52f99b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9a2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521626:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985147.521628:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985147.521629:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985147.521649:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973473280:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985147.521677:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985147.521720:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473280 00000100:00100000:3.0:1788985147.521723:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473280 00010000:00010000:3.0:1788985147.521741:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 24 pid: 6506 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985147.521764:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1788985147.521771:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973473280:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985147.521780:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985147.521784:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 24 pid: 6506 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521793:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 24 pid: 6506 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521807:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521821:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521832:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521838:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521844:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521850:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521854:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985147.521858:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521864:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521872:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985147.521880:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985147.521906:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973473280:12345-0@lo:103:ldlm_bl.0 Request processed in 137us (228us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985147.521912:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00000100:00100000:3.0:1788985147.521971:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973473280:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985147.522528:0:38526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52f9a2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f99b expref: 23 pid: 6506 timeout: 1087 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985147.522540:0:38526:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38526:1875885973473152:0@lo:104: 00010000:00010000:2.0:1788985147.522555:0:38526:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.522563:0:38526:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.522582:0:38526:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985147.522589:0:38526:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52f9a9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38526 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985148.451163:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985148.470456:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985148.470505:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985148.470538:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985148.470567:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196928 00000100:00100000:1.0:1788985148.470577:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196928 00000100:00100000:1.0:1788985148.470637:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197056 00000100:00100000:1.0:1788985148.470640:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197056 00000100:00100000:1.0:1788985148.470663:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1151 00000100:00100000:1.0:1788985148.470675:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953196928:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985148.470747:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb37800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953196928:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (301us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.470766:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1151 00000100:00100000:1.0:1788985148.470803:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1152 00000100:00100000:1.0:1788985148.470811:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953197056:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985148.470837:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb35880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953197056:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (299us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.470844:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1152 00000100:00080000:1.0:1788985148.470860:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985148.470864:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985148.471250:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953196800 00000100:00100000:0.0:1788985148.471257:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953196800 00000100:00100000:0.0:1788985148.471302:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 673 00000100:00100000:0.0:1788985148.471310:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953196800:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985148.471354:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953196800:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 46us (849us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985148.471361:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 673 00000100:00100000:1.0:1788985148.638191:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973473408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985148.638263:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.638348:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473408 00000100:00100000:1.0:1788985148.638369:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473408 00000100:00100000:1.0:1788985148.638418:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788985148.638429:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973473408:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985148.638468:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985148.638520:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973473408:12345-0@lo:41:osp-pre-0-1.0 Request processed in 93us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.638527:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 553 00000100:00100000:1.0:1788985148.638577:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973473408:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985148.639481:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973473536:0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639527:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.639558:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973474048:0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639584:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.639603:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973474560:0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639636:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.639655:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:1.0:1788985148.639661:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973473920:0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639682:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.639699:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973474432:0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639719:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.639735:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973474944:0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639754:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985148.639778:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473536 00000100:00100000:1.0:1788985148.639783:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473536 00000100:00100000:1.0:1788985148.639813:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1788985148.639820:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973473536:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.639856:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973473536:12345-0@lo:400:kworker.0 Request processed in 36us (329us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.639863:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 674 00000100:00100000:1.0:1788985148.639890:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474048 00000100:00100000:1.0:1788985148.639894:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474048 00000100:00100000:1.0:1788985148.639949:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474560 00000100:00100000:1.0:1788985148.639952:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474560 00000100:00100000:1.0:1788985148.639974:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1788985148.639981:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973474048:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.640449:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973474048:12345-0@lo:400:kworker.0 Request processed in 467us (863us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.640456:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1153 00000100:00100000:1.0:1788985148.640470:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1788985148.640478:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973474560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.640518:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973474560:12345-0@lo:400:kworker.0 Request processed in 41us (880us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.640525:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1154 00000100:00100000:1.0:1788985148.640549:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473920 00000100:00100000:1.0:1788985148.640553:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473920 00000100:00100000:1.0:1788985148.640622:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 554 00000100:00100000:1.0:1788985148.640630:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973473920:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985148.640665:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973473920:12345-0@lo:400:kworker.0 Request processed in 36us (981us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985148.640671:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 554 00000100:00100000:3.0:1788985148.640825:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973473664:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.640855:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.640875:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973474176:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.640894:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.640910:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973474688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.640946:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.640966:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985148.640972:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973473792:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.640991:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.641013:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973474304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641035:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.641054:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973474816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641071:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.641120:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473664 00000100:00100000:3.0:1788985148.641124:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473664 00000100:00100000:3.0:1788985148.641142:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474176 00000100:00100000:3.0:1788985148.641145:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474176 00000100:00100000:3.0:1788985148.641158:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474688 00000100:00100000:3.0:1788985148.641160:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474688 00000100:00100000:3.0:1788985148.641170:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973473792 00000100:00100000:3.0:1788985148.641172:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973473792 00000100:00100000:3.0:1788985148.641187:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1788985148.641193:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973473664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641227:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973473664:12345-0@lo:400:kworker.0 Request processed in 34us (371us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641233:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1155 00000100:00100000:3.0:1788985148.641254:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1788985148.641260:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973474176:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641288:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973474176:12345-0@lo:400:kworker.0 Request processed in 28us (393us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641293:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1156 00000100:00100000:3.0:1788985148.641304:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1788985148.641310:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973474688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641335:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973474688:12345-0@lo:400:kworker.0 Request processed in 25us (388us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641340:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1157 00000100:00100000:3.0:1788985148.641351:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1788985148.641369:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973473792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641394:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973473792:12345-0@lo:400:kworker.0 Request processed in 25us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641399:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1158 00000100:00100000:3.0:1788985148.641416:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474432 00000100:00100000:3.0:1788985148.641420:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474432 00000100:00100000:3.0:1788985148.641438:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474944 00000100:00100000:3.0:1788985148.641441:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474944 00000100:00100000:3.0:1788985148.641452:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474304 00000100:00100000:3.0:1788985148.641454:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474304 00000100:00100000:3.0:1788985148.641465:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973474816 00000100:00100000:3.0:1788985148.641467:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973474816 00000100:00100000:3.0:1788985148.641478:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1788985148.641484:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973474432:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641514:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11422e5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973474432:12345-0@lo:400:kworker.0 Request processed in 31us (1794us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641529:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 451 00000100:00100000:3.0:1788985148.641541:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1788985148.641546:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973474944:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641574:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973474944:12345-0@lo:400:kworker.0 Request processed in 28us (1819us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641580:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 452 00000100:00100000:3.0:1788985148.641590:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788985148.641595:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973474304:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641618:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973474304:12345-0@lo:400:kworker.0 Request processed in 24us (583us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641624:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 453 00000100:00100000:3.0:1788985148.641634:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788985148.641639:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973474816:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641662:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973474816:12345-0@lo:400:kworker.0 Request processed in 23us (590us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.641666:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 454 00000100:00100000:3.0:1788985148.641704:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973473792:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641714:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973474304:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641722:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973474816:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.641731:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144056d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973473664:0@lo:400:kworker.0 00010000:00080000:3.0:1788985148.641741:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1142196680 x1875885973474176/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985148.641751:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973474176:0@lo:400:kworker.0 00010000:00080000:3.0:1788985148.641770:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143004380 x1875885973474688/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985164 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985148.641779:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143004380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973474688:0@lo:400:kworker.0 00000100:00100000:3.0:1788985148.646332:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973475200:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985148.646415:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985148.646483:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475200 00000100:00100000:3.0:1788985148.646492:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475200 00000100:00100000:3.0:1788985148.646540:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788985148.646548:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973475200:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985148.646578:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985148.646621:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973475200:12345-0@lo:13:osp-pre-1-1.0 Request processed in 73us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985148.646629:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788985148.646681:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973475200:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985148.658281:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985148.658328:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973475072:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985148.658418:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985148.658501:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142194a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973473920:0@lo:400:kworker.0 00000100:00100000:0.0:1788985148.658517:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143007800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973474432:0@lo:400:kworker.0 00000100:00100000:0.0:1788985148.658528:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973474944:0@lo:400:kworker.0 00000100:00100000:0.0:1788985148.658539:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144054000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973473536:0@lo:400:kworker.0 00000100:00100000:0.0:1788985148.658551:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142197480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973474048:0@lo:400:kworker.0 00000100:00100000:0.0:1788985148.658562:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973474560:0@lo:400:kworker.0 00000100:00100000:2.0:1788985148.660158:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475072 00000100:00100000:2.0:1788985148.660172:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475072 00000100:00100000:2.0:1788985148.660232:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788985148.660242:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973475072:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985148.660271:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985148.660344:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973475072:12345-0@lo:13:osp-pre-1-0.0 Request processed in 103us (1926us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985148.660364:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788985148.660413:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973475072:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788985148.662491:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985148.662500:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985148.662504:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985148.662508:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:3.0:1788985148.685996:0:38574:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcff570630 20000000:00000080:3.0:1788985148.686025:0:38574:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e08000 uarg=0000000000000000 10000000:01000000:3.0:1788985148.686184:0:38574:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985148.686207:0:38574:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.686223:0:38574:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.686235:0:38574:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.686243:0:38574:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688642:0:38574:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688652:0:38574:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688659:0:38574:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985148.688664:0:38574:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688674:0:38574:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688689:0:38574:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688698:0:38574:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985148.688704:0:38574:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52f9b0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38574 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985149.471694:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985149.536307:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985149.536314:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985149.536318:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985149.536361:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.536374:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.536396:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985149.536422:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973475328:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985149.536484:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985149.536527:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475328 00000100:00100000:1.0:1788985149.536537:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475328 00000100:00100000:0.0:1788985149.536538:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244e34c00 going to sleep for 11 seconds 00000100:00100000:1.0:1788985149.536606:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 675 00000100:00100000:1.0:1788985149.536616:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973475328:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985149.536630:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985149.536645:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f9b7 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.536670:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.536680:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.536689:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788985149.536731:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973475328:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 116us (246us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985149.536738:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 675 00000100:00100000:0.0:1788985149.537055:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973475328:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985149.537071:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.537097:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985149.537117:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985149.537122:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.537130:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788985149.671471:0:38622:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc4c953c00 20000000:00000080:1.0:1788985149.671488:0:38622:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277dd2c00 uarg=0000000000000000 10000000:01000000:1.0:1788985149.671625:0:38622:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985149.671643:0:38622:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.671661:0:38622:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.671670:0:38622:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.671710:0:38622:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.671725:0:38622:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 23 pid: 6506 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985149.671738:0:38622:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38622:1875885973475456:0@lo:104: 00000100:00100000:1.0:1788985149.672364:0:38622:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985149.672479:0:38622:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f9c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985149.672520:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475456 00000100:00100000:3.0:1788985149.672528:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475456 00000100:00100000:3.0:1788985149.672619:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1788985149.672629:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:38622:x1875885973475456:12345-0@lo:104: 00010000:00010000:3.0:1788985149.672642:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985149.672752:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985149.672759:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:38622:x1875885973475456:12345-0@lo:104: Request processed in 132us (398us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985149.672766:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00010000:00010000:0.0:1788985149.672826:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985149.672833:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.672839:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985149.672843:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.672851:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985149.672858:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985149.672864:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985149.672896:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.672903:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985149.672948:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.672955:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52f9b7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9be expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.672974:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985149.672976:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985149.672979:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985149.673773:0:38622:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38622:1875885973475456:0@lo:104: 00010000:00010000:1.0:1788985149.673807:0:38622:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985149.673972:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973475584:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985149.674025:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985149.674094:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475584 00000100:00100000:0.0:1788985149.674100:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475584 00010000:00010000:0.0:1788985149.674129:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 24 pid: 6506 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985149.674161:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1788985149.674169:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973475584:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985149.674183:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985149.674187:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 24 pid: 6506 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674198:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 24 pid: 6506 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674213:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52f9be lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f9b7 expref: 24 pid: 6506 timeout: 1089 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674227:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674237:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674266:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674273:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674279:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674285:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674292:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985149.674295:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674302:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674324:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985149.674333:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985149.674377:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973475584:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (351us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985149.674384:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00010000:00010000:1.0:1788985149.674483:0:38622:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.674491:0:38622:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985149.674507:0:38622:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52f9c5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38622 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985149.675878:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973475584:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985150.494381:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985150.751125:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985150.751132:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985150.751137:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985150.751182:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985150.751205:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985150.751217:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985150.751254:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973475712:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985150.751324:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985150.751377:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c840 going to sleep for 11 seconds 00000100:00100000:2.0:1788985150.752372:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475712 00000100:00100000:2.0:1788985150.752383:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475712 00000100:00100000:2.0:1788985150.752437:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 676 00000100:00100000:2.0:1788985150.752453:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973475712:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985150.752469:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985150.752491:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f9cc expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.752517:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.752528:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.752536:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea000, rc 0) 00000100:00100000:2.0:1788985150.752591:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973475712:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (1267us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985150.752598:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 676 00000100:00100000:3.0:1788985150.753028:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973475712:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985150.753045:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985150.753055:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985150.753086:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985150.753092:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985150.753099:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985150.778690:0:38670:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe843e9ae0 20000000:00000080:2.0:1788985150.778707:0:38670:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea95800 uarg=0000000000000000 10000000:01000000:2.0:1788985150.778922:0:38670:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985150.778965:0:38670:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.779052:0:38670:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.779061:0:38670:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.779107:0:38670:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985150.779133:0:38670:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 23 pid: 6508 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985150.779147:0:38670:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38670:1875885973475840:0@lo:104: 00000100:00100000:2.0:1788985150.779207:0:38670:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985150.779316:0:38670:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a240 going to sleep for 11 seconds 00000100:00100000:1.0:1788985150.779400:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475840 00000100:00100000:1.0:1788985150.779407:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475840 00000100:00100000:1.0:1788985150.779452:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 176 00000100:00100000:1.0:1788985150.779460:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:38670:x1875885973475840:12345-0@lo:104: 00010000:00010000:1.0:1788985150.779481:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779536:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985150.779542:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:38670:x1875885973475840:12345-0@lo:104: Request processed in 83us (335us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985150.779549:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 176 00010000:00010000:1.0:1788985150.779568:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985150.779574:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779580:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985150.779585:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779594:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985150.779601:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985150.779618:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985150.779644:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779649:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985150.779666:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779673:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52f9cc lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9d3 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779687:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985150.779688:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985150.779690:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985150.779700:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973475968:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985150.779725:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985150.779756:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973475968 00000100:00100000:1.0:1788985150.779760:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973475968 00010000:00010000:1.0:1788985150.779774:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 24 pid: 6508 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985150.779793:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1788985150.779799:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973475968:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985150.779808:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985150.779813:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 24 pid: 6508 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779822:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 24 pid: 6508 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779841:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779848:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779861:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779869:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779877:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779883:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779887:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985150.779891:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779899:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779907:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985150.779916:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985150.779965:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973475968:12345-0@lo:103:ldlm_bl.0 Request processed in 166us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985150.779979:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:1.0:1788985150.780097:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973475968:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985150.780285:0:38670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52f9d3 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f9cc expref: 23 pid: 6508 timeout: 1090 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985150.780295:0:38670:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0dc00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38670:1875885973475840:0@lo:104: 00010000:00010000:0.0:1788985150.780308:0:38670:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985150.780317:0:38670:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985150.780324:0:38670:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985150.780331:0:38670:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52f9da lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38670 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985151.519296:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985151.710302:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985151.710335:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973476096:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985151.710406:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985151.710658:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476096 00000100:00100000:2.0:1788985151.710667:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476096 00000100:00100000:2.0:1788985151.710740:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:2.0:1788985151.710757:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973476096:12345-0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985151.710834:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00002000:00000024:2.0:1788985151.710880:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985151.711055:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985151.711077:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973476224:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985151.711110:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985151.711339:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476224 00000100:00100000:0.0:1788985151.711344:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476224 00000100:00100000:0.0:1788985151.711387:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1788985151.711395:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973476224:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985151.711421:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985151.711460:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973476224:12345-0@lo:13:osp-pre-0-1.0 Request processed in 66us (349us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985151.711468:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:0.0:1788985151.711513:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973476224:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985151.712369:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973476096:12345-0@lo:13:osp-pre-0-0.0 Request processed in 1615us (1960us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985151.712378:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00080000:1.0:1788985151.712986:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985151.716456:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973476096:0@lo:13:osp-pre-0-0.0 00000020:00000080:2.0:1788985152.003762:0:38719:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3657f9c0 20000000:00000080:2.0:1788985152.003779:0:38719:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea96400 uarg=0000000000000000 00000100:00100000:0.0:1788985152.224643:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973476352:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985152.224723:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985152.233606:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476352 00000100:00100000:1.0:1788985152.233634:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476352 00000100:00100000:1.0:1788985152.233686:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1788985152.233697:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973476352:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985152.233735:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985152.233825:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973476352:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (9101us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985152.233831:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 555 00000100:00100000:1.0:1788985152.233899:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973476352:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985152.542671:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985152.608139:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985152.608156:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985152.608161:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985152.608205:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985152.608218:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985152.608230:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985152.608256:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973476480:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985152.608344:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985152.608407:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985152.608430:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476480 00000100:00100000:0.0:1788985152.608438:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476480 00000100:00100000:0.0:1788985152.608502:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 677 00000100:00100000:0.0:1788985152.608513:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973476480:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985152.608528:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985152.608542:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f9e1 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985152.608565:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985152.608576:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985152.608587:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788985152.608637:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973476480:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 126us (292us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985152.608643:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 677 00000100:00100000:3.0:1788985152.610580:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d10700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973476480:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985152.610610:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985152.610623:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985152.610647:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985152.610653:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985152.610661:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985153.331569:0:38767:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7b501f10 20000000:00000080:2.0:1788985153.331586:0:38767:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11439c2800 uarg=0000000000000000 00010000:00010000:0.0:1788985153.568679:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985153.597546:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985153.597579:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985153.597611:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985153.597731:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197184 00000100:00100000:0.0:1788985153.597753:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197184 00000100:00100000:0.0:1788985153.597811:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 678 00000100:00100000:0.0:1788985153.597821:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953197184:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985153.597908:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953197184:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 89us (371us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985153.597916:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 678 00000100:00100000:2.0:1788985153.606628:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197440 00000100:00100000:2.0:1788985153.606643:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197440 00000100:00100000:0.0:1788985153.606793:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197312 00000100:00100000:0.0:1788985153.606798:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197312 00000100:00100000:0.0:1788985153.606832:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1159 00000100:00100000:0.0:1788985153.606845:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953197440:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985153.606974:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953197440:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 132us (9394us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985153.606982:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1159 00000100:00100000:0.0:1788985153.607000:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1160 00000100:00100000:0.0:1788985153.607007:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953197312:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985153.607055:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953197312:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 48us (9443us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985153.607061:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1160 00000100:00080000:2.0:1788985153.607256:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985153.607260:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985153.760405:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985153.760430:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973476608:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985153.760502:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985153.760599:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476608 00000100:00100000:2.0:1788985153.760608:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476608 00000100:00100000:2.0:1788985153.760675:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1788985153.760685:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973476608:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985153.760734:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985153.760785:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973476608:12345-0@lo:13:osp-pre-1-1.0 Request processed in 101us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985153.760792:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00080000:1.0:1788985153.760844:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985153.760878:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973476608:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985153.761074:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985153.761086:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973476736:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985153.761126:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985153.761199:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476736 00000100:00100000:1.0:1788985153.761204:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476736 00000100:00100000:1.0:1788985153.761249:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1788985153.761256:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973476736:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985153.761280:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985153.761321:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973476736:12345-0@lo:41:osp-pre-0-1.0 Request processed in 65us (195us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.761327:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 556 00000100:00100000:1.0:1788985153.761355:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973476736:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985153.761723:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985153.761733:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973476864:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985153.761767:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985153.761847:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476864 00000100:00100000:3.0:1788985153.761852:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476864 00000100:00100000:3.0:1788985153.761901:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:3.0:1788985153.761909:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973476864:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985153.761920:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985153.761974:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973476864:12345-0@lo:13:osp-pre-1-0.0 Request processed in 65us (206us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985153.761979:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:2.0:1788985153.762127:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973476864:0@lo:13:osp-pre-1-0.0 00000100:00080000:2.0:1788985153.762147:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985153.767251:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973477120:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767320:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985153.767363:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973477632:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767385:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985153.767404:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973478144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767423:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985153.767447:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788985153.767453:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973477248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767474:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985153.767493:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973477760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767516:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985153.767548:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477120 00000100:00100000:1.0:1788985153.767556:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477120 00000100:00100000:1.0:1788985153.767600:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477632 00000100:00100000:1.0:1788985153.767604:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477632 00000100:00100000:1.0:1788985153.767625:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478144 00000100:00100000:1.0:1788985153.767628:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478144 00000100:00100000:1.0:1788985153.767640:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477248 00000100:00100000:1.0:1788985153.767642:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477248 00000100:00100000:1.0:1788985153.767655:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1788985153.767676:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973477120:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767726:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973477120:12345-0@lo:400:kworker.0 Request processed in 51us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.767733:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1161 00000100:00100000:1.0:1788985153.767751:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1788985153.767758:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973477632:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767790:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973477632:12345-0@lo:400:kworker.0 Request processed in 33us (405us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.767795:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1162 00000100:00100000:1.0:1788985153.767806:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1788985153.767811:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973478144:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767835:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973478144:12345-0@lo:400:kworker.0 Request processed in 25us (412us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.767841:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1163 00000100:00100000:1.0:1788985153.767851:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1788985153.767857:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973477248:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.767881:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973477248:12345-0@lo:400:kworker.0 Request processed in 24us (406us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.767886:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1164 00000100:00100000:1.0:1788985153.767948:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477760 00000100:00100000:1.0:1788985153.767953:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477760 00000100:00100000:1.0:1788985153.767983:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 455 00000100:00100000:1.0:1788985153.767989:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973477760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.768018:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c53100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973477760:12345-0@lo:400:kworker.0 Request processed in 29us (501us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.768034:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 455 00000100:00080000:1.0:1788985153.768067:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985153.768072:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985153.768103:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c260e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973477248:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.768113:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973477760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.768123:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973477120:0@lo:400:kworker.0 00010000:00080000:1.0:1788985153.768133:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c262680 x1875885973477632/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985153.768142:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973477632:0@lo:400:kworker.0 00010000:00080000:1.0:1788985153.768149:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11423a1880 x1875885973478144/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985169 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985153.768156:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973478144:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768239:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973476992:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768276:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985153.768307:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973477504:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768327:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985153.768342:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973478016:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768361:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985153.768377:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:2.0:1788985153.768382:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973477376:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768404:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985153.768423:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973477888:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768443:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985153.768469:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477376 00000100:00100000:2.0:1788985153.768473:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477376 00000100:00100000:2.0:1788985153.768498:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1788985153.768505:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973477376:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768542:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c71500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973477376:12345-0@lo:400:kworker.0 Request processed in 37us (136us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985153.768556:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 557 00000100:00100000:2.0:1788985153.768575:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477888 00000100:00100000:2.0:1788985153.768579:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477888 00000100:00100000:2.0:1788985153.768606:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1788985153.768611:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973477888:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768641:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973477888:12345-0@lo:400:kworker.0 Request processed in 29us (196us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985153.768646:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 456 00000100:00100000:2.0:1788985153.768670:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973477376:0@lo:400:kworker.0 00000100:00100000:2.0:1788985153.768678:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973477888:0@lo:400:kworker.0 00000100:00100000:3.0:1788985153.768833:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973477504 00000100:00100000:3.0:1788985153.768839:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973477504 00000100:00100000:3.0:1788985153.768875:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478016 00000100:00100000:3.0:1788985153.768879:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478016 00000100:00100000:3.0:1788985153.768907:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1788985153.768914:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973477504:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985153.768975:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973477504:12345-0@lo:400:kworker.0 Request processed in 61us (646us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985153.768981:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1165 00000100:00100000:3.0:1788985153.768995:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1788985153.769001:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973478016:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985153.769028:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973478016:12345-0@lo:400:kworker.0 Request processed in 27us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985153.769034:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1166 00000100:00100000:3.0:1788985153.769070:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973477504:0@lo:400:kworker.0 00000100:00100000:3.0:1788985153.769080:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973478016:0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.771174:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973476992 00000100:00100000:1.0:1788985153.771190:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973476992 00000100:00100000:1.0:1788985153.771253:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 679 00000100:00100000:1.0:1788985153.771263:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973476992:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985153.771353:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973476992:12345-0@lo:400:kworker.0 Request processed in 91us (3076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985153.771360:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 679 00000100:00080000:1.0:1788985153.771404:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985153.771410:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985153.771668:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11419b2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973476992:0@lo:400:kworker.0 00000020:00000080:0.0:1788985154.516838:0:38815:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeba847a50 20000000:00000080:0.0:1788985154.516854:0:38815:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143352800 uarg=0000000000000000 10000000:01000000:0.0:1788985154.517697:0:38815:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985154.517717:0:38815:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985154.517734:0:38815:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985154.517754:0:38815:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985154.517794:0:38815:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985154.517808:0:38815:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 23 pid: 6509 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985154.517822:0:38815:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38815:1875885973478272:0@lo:104: 00000100:00100000:0.0:1788985154.517886:0:38815:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985154.518199:0:38815:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17d600 going to sleep for 11 seconds 00000100:00100000:3.0:1788985154.525165:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478272 00000100:00100000:3.0:1788985154.525183:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478272 00000100:00100000:3.0:1788985154.525264:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 177 00000100:00100000:3.0:1788985154.525276:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:38815:x1875885973478272:12345-0@lo:104: 00010000:00010000:3.0:1788985154.525490:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985154.525612:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985154.525618:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:38815:x1875885973478272:12345-0@lo:104: Request processed in 346us (7732us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985154.525625:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 177 00000100:00100000:0.0:1788985154.525712:0:38815:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38815:1875885973478272:0@lo:104: 00010000:00010000:0.0:1788985154.525737:0:38815:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.525784:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985154.525791:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.525821:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985154.525826:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.525835:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985154.525841:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985154.525847:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985154.525890:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.525897:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985154.525945:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.525962:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677a00/0xa0dd3253da52f9e1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52f9e8 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.525981:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985154.525982:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985154.525984:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985154.526093:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985154.526108:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973478400:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985154.526146:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985154.526211:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478400 00000100:00100000:1.0:1788985154.526217:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478400 00010000:00010000:1.0:1788985154.526237:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 24 pid: 6509 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985154.526272:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1788985154.526297:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973478400:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985154.526309:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985154.526315:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 24 pid: 6509 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526326:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 24 pid: 6509 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526340:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52f9e8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f9e1 expref: 24 pid: 6509 timeout: 1094 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526354:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526362:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526376:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526383:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526390:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526397:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526402:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985154.526407:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526420:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526435:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526444:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985154.526473:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973478400:12345-0@lo:103:ldlm_bl.0 Request processed in 188us (327us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985154.526481:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00010000:00010000:1.0:1788985154.526514:0:38815:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526523:0:38815:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985154.526529:0:38815:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52f9ef lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38815 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985154.553233:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c50380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973478400:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985154.610704:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985155.614130:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985155.836674:0:38863:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe3644fb00 20000000:00000080:1.0:1788985155.836688:0:38863:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5c800 uarg=0000000000000000 10000000:01000000:1.0:1788985155.836831:0:38863:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985155.836848:0:38863:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836862:0:38863:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836873:0:38863:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836890:0:38863:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836897:0:38863:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836905:0:38863:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836911:0:38863:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985155.836916:0:38863:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836943:0:38863:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836958:0:38863:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836965:0:38863:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985155.836971:0:38863:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52f9f6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38863 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985156.257109:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985156.257117:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985156.257123:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985156.257168:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257189:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257201:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985156.257226:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973478528:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985156.257289:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985156.257343:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018240 going to sleep for 11 seconds 00000100:00100000:1.0:1788985156.257368:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478528 00000100:00100000:1.0:1788985156.257376:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478528 00000100:00100000:1.0:1788985156.257421:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1788985156.257430:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973478528:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985156.257443:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985156.257454:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52f9fd expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257476:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257486:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257494:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eac00, rc 0) 00000100:00100000:1.0:1788985156.257530:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973478528:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 101us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985156.257538:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 680 00000100:00100000:1.0:1788985156.257590:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973478528:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985156.257604:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257613:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985156.257631:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985156.257635:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.257642:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985156.639174:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985156.830224:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985156.830260:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973478656:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985156.830333:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985156.830397:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478656 00000100:00100000:1.0:1788985156.830406:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478656 00000100:00100000:1.0:1788985156.830466:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:1.0:1788985156.830477:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973478656:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985156.830515:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985156.830575:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973478656:12345-0@lo:13:osp-pre-0-1.0 Request processed in 99us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985156.830582:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00080000:1.0:1788985156.830606:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985156.830651:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973478656:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985156.832172:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985156.832189:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973478784:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985156.832240:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985156.832299:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478784 00000100:00100000:0.0:1788985156.832306:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478784 00000100:00100000:0.0:1788985156.832346:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1788985156.832354:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973478784:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985156.832380:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985156.832420:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973478784:12345-0@lo:13:osp-pre-0-0.0 Request processed in 67us (179us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985156.832427:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:0.0:1788985156.832469:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973478784:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985156.832709:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:1.0:1788985157.114542:0:38911:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc644056e0 20000000:00000080:1.0:1788985157.114556:0:38911:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277db2800 uarg=0000000000000000 10000000:01000000:1.0:1788985157.114798:0:38911:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985157.114817:0:38911:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985157.114832:0:38911:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985157.114837:0:38911:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985157.114907:0:38911:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985157.114917:0:38911:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 23 pid: 6509 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985157.114952:0:38911:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38911:1875885973478912:0@lo:104: 00000100:00100000:1.0:1788985157.115023:0:38911:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985157.115069:0:38911:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985157.115153:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973478912 00000100:00100000:2.0:1788985157.115162:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973478912 00000100:00100000:2.0:1788985157.115209:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 178 00000100:00100000:2.0:1788985157.115219:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:38911:x1875885973478912:12345-0@lo:104: 00010000:00010000:2.0:1788985157.115302:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985157.119815:0:38911:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:38911:1875885973478912:0@lo:104: 00010000:00010000:2.0:1788985157.119827:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985157.119840:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:38911:x1875885973478912:12345-0@lo:104: Request processed in 4619us (4813us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985157.119852:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 178 00010000:00010000:1.0:1788985157.119855:0:38911:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.119861:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985157.119869:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.119878:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eaa00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985157.119882:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.119893:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985157.119901:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985157.119908:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985157.120005:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120051:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985157.120080:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120088:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52f9fd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa04 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120106:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985157.120107:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985157.120108:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985157.120138:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985157.120149:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973479040:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985157.120195:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985157.120281:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479040 00000100:00100000:3.0:1788985157.120289:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479040 00010000:00010000:3.0:1788985157.120314:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 24 pid: 6509 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985157.120346:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:3.0:1788985157.120356:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973479040:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985157.120367:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985157.120373:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 24 pid: 6509 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120383:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 24 pid: 6509 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120396:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fa04 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52f9fd expref: 24 pid: 6509 timeout: 1096 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120409:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120424:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120434:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120439:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120444:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120447:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120450:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985157.120453:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120458:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120470:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.120478:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1788985157.120487:0:38911:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985157.120495:0:38911:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985157.120501:0:38911:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fa0b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38911 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985157.120518:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973479040:12345-0@lo:103:ldlm_bl.0 Request processed in 165us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985157.120524:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1788985157.120691:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973479040:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985157.342253:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973479168:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985157.342342:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985157.342484:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479168 00000100:00100000:3.0:1788985157.342498:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479168 00000100:00100000:3.0:1788985157.342551:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 558 00000100:00100000:3.0:1788985157.342561:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973479168:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985157.342595:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985157.342650:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973479168:12345-0@lo:41:osp-pre-1-0.0 Request processed in 91us (307us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985157.342658:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 558 00000100:00100000:1.0:1788985157.342784:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973479168:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985157.662129:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985157.805431:0:38959:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffef1e74330 20000000:00000080:3.0:1788985157.805449:0:38959:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277d44c00 uarg=0000000000000000 10000000:01000000:3.0:1788985157.805593:0:38959:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985157.805614:0:38959:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805631:0:38959:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805641:0:38959:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805649:0:38959:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805657:0:38959:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805664:0:38959:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805670:0:38959:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985157.805676:0:38959:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805690:0:38959:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805704:0:38959:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805712:0:38959:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985157.805718:0:38959:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa12 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 38959 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985158.692378:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985158.724312:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985158.724357:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985158.724378:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985158.725566:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197696 00000100:00100000:1.0:1788985158.725579:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197696 00000100:00100000:1.0:1788985158.725652:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197824 00000100:00100000:1.0:1788985158.725655:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197824 00000100:00100000:1.0:1788985158.725683:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1167 00000100:00100000:1.0:1788985158.725696:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953197696:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985158.725771:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953197696:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 79us (1467us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985158.725777:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1167 00000100:00100000:1.0:1788985158.725793:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1168 00000100:00100000:1.0:1788985158.725800:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953197824:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985158.725840:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953197824:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 41us (1461us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985158.725846:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1168 00000100:00080000:3.0:1788985158.726179:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985158.726183:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985158.727563:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197568 00000100:00100000:2.0:1788985158.727576:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197568 00000100:00100000:2.0:1788985158.727627:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 681 00000100:00100000:2.0:1788985158.727636:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953197568:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985158.727700:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953197568:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 64us (3341us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.727706:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 681 00000020:00000080:3.0:1788985158.810221:0:39008:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce2bca6d0 20000000:00000080:3.0:1788985158.810238:0:39008:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143a4a800 uarg=0000000000000000 10000000:01000000:3.0:1788985158.810378:0:39008:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985158.810400:0:39008:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810416:0:39008:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810426:0:39008:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810433:0:39008:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810446:0:39008:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810454:0:39008:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810459:0:39008:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985158.810464:0:39008:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810472:0:39008:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810486:0:39008:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810493:0:39008:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985158.810499:0:39008:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa19 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39008 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985158.815011:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985158.815020:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985158.815025:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985158.815084:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985158.815098:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985158.815111:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985158.815136:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c51880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973479296:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985158.815207:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985158.816150:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192f540 going to sleep for 11 seconds 00000100:00100000:2.0:1788985158.816740:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479296 00000100:00100000:2.0:1788985158.816751:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479296 00000100:00100000:2.0:1788985158.816854:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 682 00000100:00100000:2.0:1788985158.816864:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973479296:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985158.816878:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985158.816894:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fa20 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985158.816918:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985158.816953:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985158.816963:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea000, rc 0) 00000100:00100000:2.0:1788985158.817031:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973479296:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 168us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.817038:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 682 00000100:00100000:1.0:1788985158.817126:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c51880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973479296:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985158.817143:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985158.817152:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985158.817172:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985158.817178:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985158.817186:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985158.879549:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985158.879574:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973479424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985158.879647:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985158.879709:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479424 00000100:00100000:3.0:1788985158.879717:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479424 00000100:00100000:3.0:1788985158.879768:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788985158.879778:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11419b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973479424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985158.879821:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985158.879868:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11419b2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973479424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 90us (220us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985158.879875:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00080000:3.0:1788985158.879895:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985158.879968:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973479424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985158.880368:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973479552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985158.880400:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985158.880432:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479552 00000100:00100000:3.0:1788985158.880436:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479552 00000100:00100000:3.0:1788985158.880462:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788985158.880470:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973479552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985158.880495:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985158.880531:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142197480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973479552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 62us (130us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985158.880537:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 559 00000100:00100000:3.0:1788985158.880569:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973479552:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985158.880687:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973479680:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985158.880712:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985158.880860:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479680 00000100:00100000:3.0:1788985158.880864:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479680 00000100:00100000:3.0:1788985158.881149:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1788985158.881169:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973479680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:3.0:1788985158.881183:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985158.881214:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973479680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (501us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985158.881229:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:3.0:1788985158.881256:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973479680:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788985158.881367:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985158.885424:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973480192:0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.885447:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973479936:0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.885510:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973479808:0@lo:400:kworker.0 00000100:00100000:1.0:1788985158.887287:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973480064:0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.889651:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985158.889723:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973480448:0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.889764:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985158.891479:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985158.893310:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479936 00000100:00100000:0.0:1788985158.893328:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479936 00000100:00100000:0.0:1788985158.893389:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480192 00000100:00100000:0.0:1788985158.893393:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480192 00000100:00100000:0.0:1788985158.893427:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1788985158.893438:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973479936:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.893860:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985158.893885:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973479936:12345-0@lo:400:kworker.0 Request processed in 449us (4242us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985158.893893:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1169 00000100:00100000:0.0:1788985158.893909:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973479808 00000100:00100000:0.0:1788985158.893913:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973479808 00000100:00100000:2.0:1788985158.893915:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973480320:0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.893942:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1788985158.893948:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973480192:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.893970:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985158.893975:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973480192:12345-0@lo:400:kworker.0 Request processed in 28us (2504us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.893981:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973480832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.893981:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1170 00000100:00100000:0.0:1788985158.894022:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480320 00000100:00100000:0.0:1788985158.894025:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480320 00000100:00100000:2.0:1788985158.894035:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985158.894038:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480832 00000100:00100000:0.0:1788985158.894040:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480832 00000100:00100000:0.0:1788985158.894054:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1788985158.894059:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973479808:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.894067:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985158.894074:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973480704:0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.894097:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985158.894120:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480704 00000100:00100000:2.0:1788985158.894124:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480704 00000100:00100000:2.0:1788985158.894147:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1788985158.894152:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973480320:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.894185:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973480320:12345-0@lo:400:kworker.0 Request processed in 32us (214us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.894191:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1172 00000100:00100000:2.0:1788985158.894203:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1788985158.894209:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973480832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.894235:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973480832:12345-0@lo:400:kworker.0 Request processed in 27us (199us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.894239:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1173 00000100:00100000:2.0:1788985158.894251:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1174 00000100:00100000:0.0:1788985158.894312:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973479808:12345-0@lo:400:kworker.0 Request processed in 252us (454us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985158.894318:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1171 00000100:00100000:0.0:1788985158.894373:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973479936:0@lo:400:kworker.0 00000100:00080000:0.0:1788985158.894394:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985158.894398:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985158.894565:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973480704:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.894594:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973480704:12345-0@lo:400:kworker.0 Request processed in 339us (497us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.894600:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1174 00000100:00100000:2.0:1788985158.894711:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973480704:0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.894720:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973479808:0@lo:400:kworker.0 00010000:00080000:2.0:1788985158.894730:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d30380 x1875885973480320/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985158.894740:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973480320:0@lo:400:kworker.0 00010000:00080000:2.0:1788985158.894747:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d32680 x1875885973480832/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985174 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985158.894754:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973480832:0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.895014:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480448 00000100:00100000:0.0:1788985158.895020:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480448 00000100:00100000:0.0:1788985158.895128:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788985158.895136:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973480448:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985158.895180:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973480448:12345-0@lo:400:kworker.0 Request processed in 44us (5414us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985158.895186:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 457 00000100:00100000:0.0:1788985158.895218:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973480448:0@lo:400:kworker.0 00000100:00080000:2.0:1788985158.895742:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985158.904764:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973480192:0@lo:400:kworker.0 00000100:00100000:1.0:1788985158.905054:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985158.906178:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973480576:0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.906370:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480064 00000100:00100000:2.0:1788985158.906379:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480064 00000100:00100000:2.0:1788985158.906434:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 560 00000100:00100000:2.0:1788985158.906444:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973480064:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.906495:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c51880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973480064:12345-0@lo:400:kworker.0 Request processed in 53us (1441us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.906502:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 560 00000100:00100000:1.0:1788985158.906568:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985158.906641:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973480064:0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.906688:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480576 00000100:00100000:2.0:1788985158.906691:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480576 00000100:00100000:2.0:1788985158.906765:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 458 00000100:00100000:2.0:1788985158.906771:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973480576:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985158.906803:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c50380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973480576:12345-0@lo:400:kworker.0 Request processed in 33us (564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985158.906808:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 458 00000100:00100000:1.0:1788985158.906862:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973480576:0@lo:400:kworker.0 00000100:00080000:0.0:1788985158.906894:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000020:00000080:2.0:1788985159.579411:0:39056:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe50e4ceb0 20000000:00000080:2.0:1788985159.579429:0:39056:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f65800 uarg=0000000000000000 10000000:01000000:2.0:1788985159.579727:0:39056:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985159.579747:0:39056:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.579765:0:39056:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.579774:0:39056:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.579825:0:39056:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.579839:0:39056:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 23 pid: 6508 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985159.579852:0:39056:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39056:1875885973480960:0@lo:104: 00000100:00100000:2.0:1788985159.579912:0:39056:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985159.579997:0:39056:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302acc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985159.580075:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973480960 00000100:00100000:0.0:1788985159.580082:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973480960 00000100:00100000:0.0:1788985159.580136:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 179 00000100:00100000:0.0:1788985159.580154:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39056:x1875885973480960:12345-0@lo:104: 00010000:00010000:0.0:1788985159.580166:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580238:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985159.580245:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39056:x1875885973480960:12345-0@lo:104: Request processed in 101us (333us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985159.580253:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 179 00010000:00010000:0.0:1788985159.580274:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985159.580280:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580288:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985159.580292:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580301:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985159.580308:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985159.580314:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985159.580345:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580351:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985159.580690:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580700:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617ea600/0xa0dd3253da52fa20 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa27 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580727:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985159.580729:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985159.580731:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985159.580754:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973481088:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985159.580785:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985159.580827:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481088 00000100:00100000:0.0:1788985159.580830:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481088 00010000:00010000:0.0:1788985159.580847:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 24 pid: 6508 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985159.580868:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1788985159.580875:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973481088:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985159.580885:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985159.580890:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 24 pid: 6508 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580899:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 24 pid: 6508 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580913:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580921:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580972:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.580980:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.581002:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.581009:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.581015:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985159.581019:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.581026:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.581034:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985159.581043:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985159.581073:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973481088:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985159.581079:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1788985159.581119:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973481088:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985159.581260:0:39056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fa27 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fa20 expref: 23 pid: 6508 timeout: 1099 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985159.581272:0:39056:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39056:1875885973480960:0@lo:104: 00010000:00010000:2.0:1788985159.581284:0:39056:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.581293:0:39056:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.581300:0:39056:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985159.581318:0:39056:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fa2e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39056 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985159.710418:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985160.437537:0:39104:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea8f34da0 20000000:00000080:1.0:1788985160.437551:0:39104:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11442f6800 uarg=0000000000000000 10000000:01000000:1.0:1788985160.437716:0:39104:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985160.437737:0:39104:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437754:0:39104:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437765:0:39104:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437771:0:39104:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437778:0:39104:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437785:0:39104:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437791:0:39104:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985160.437796:0:39104:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437805:0:39104:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437823:0:39104:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437831:0:39104:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.437838:0:39104:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea200/0xa0dd3253da52fa35 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39104 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.739311:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985160.797986:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985160.797994:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985160.797998:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985160.798042:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985160.798054:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985160.798082:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985160.798106:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973481216:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985160.798185:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985160.798233:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b124306d480 going to sleep for 11 seconds 00000100:00100000:1.0:1788985160.798702:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481216 00000100:00100000:1.0:1788985160.798711:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481216 00000100:00100000:1.0:1788985160.798765:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 683 00000100:00100000:1.0:1788985160.798785:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973481216:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985160.798798:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985160.798812:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fa3c expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.798834:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.798844:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985160.798853:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea600, rc 0) 00000100:00100000:1.0:1788985160.798895:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973481216:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (710us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985160.798901:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 683 00000100:00100000:0.0:1788985160.798948:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973481216:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985160.798963:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985160.798972:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985160.799005:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985160.799010:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985160.799021:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985161.294486:0:39152:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffce8a22f10 20000000:00000080:3.0:1788985161.294627:0:39152:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143bcbc00 uarg=0000000000000000 10000000:01000000:3.0:1788985161.294832:0:39152:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985161.294853:0:39152:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985161.294872:0:39152:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985161.294880:0:39152:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985161.294919:0:39152:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985161.295084:0:39152:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 23 pid: 6509 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985161.295099:0:39152:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39152:1875885973481344:0@lo:104: 00000100:00100000:3.0:1788985161.295214:0:39152:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985161.295317:0:39152:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1261637240 going to sleep for 11 seconds 00000100:00100000:2.0:1788985161.295766:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481344 00000100:00100000:2.0:1788985161.295843:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481344 00000100:00100000:2.0:1788985161.295958:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 180 00000100:00100000:2.0:1788985161.295968:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:39152:x1875885973481344:12345-0@lo:104: 00010000:00010000:2.0:1788985161.295990:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985161.296062:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985161.296068:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:39152:x1875885973481344:12345-0@lo:104: Request processed in 103us (855us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985161.296075:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 180 00000100:00100000:3.0:1788985161.296168:0:39152:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39152:1875885973481344:0@lo:104: 00010000:00010000:3.0:1788985161.296202:0:39152:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296263:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985161.296270:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296278:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985161.296282:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296291:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985161.296298:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985161.296303:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985161.296344:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296351:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985161.296375:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296381:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa3c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa43 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296398:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985161.296400:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985161.296401:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985161.296414:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973481472:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985161.296453:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985161.296519:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481472 00000100:00100000:1.0:1788985161.296524:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481472 00010000:00010000:1.0:1788985161.296543:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 24 pid: 6509 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985161.296568:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788985161.296575:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973481472:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985161.296585:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985161.296589:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 24 pid: 6509 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296599:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 24 pid: 6509 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296611:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea600/0xa0dd3253da52fa43 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fa3c expref: 24 pid: 6509 timeout: 1101 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296624:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296632:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296645:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296652:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296658:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296674:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296680:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985161.296684:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296691:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296703:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.296712:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985161.296741:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce57c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973481472:12345-0@lo:103:ldlm_bl.0 Request processed in 168us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985161.296748:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00000100:00100000:1.0:1788985161.296823:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973481472:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985161.297179:0:39152:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985161.297189:0:39152:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985161.297195:0:39152:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fa4a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39152 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985161.762399:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985161.952427:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973481600:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985161.952529:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985161.952712:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481600 00000100:00100000:1.0:1788985161.952723:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481600 00000100:00100000:1.0:1788985161.952812:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788985161.952824:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973481600:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985161.952860:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985161.952958:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973481600:12345-0@lo:13:osp-pre-0-1.0 Request processed in 137us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985161.952978:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788985161.953050:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973481600:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788985161.953279:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985161.954055:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973481728:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985161.954112:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985161.954261:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481728 00000100:00100000:2.0:1788985161.954268:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481728 00000100:00100000:2.0:1788985161.954329:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1788985161.954338:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973481728:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985161.954356:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985161.954402:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973481728:12345-0@lo:13:osp-pre-0-0.0 Request processed in 65us (290us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985161.954409:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:2.0:1788985161.954450:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973481728:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985161.954503:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985162.462380:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985162.462413:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973481856:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985162.462511:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985162.462600:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481856 00000100:00100000:1.0:1788985162.462610:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481856 00000100:00100000:1.0:1788985162.462670:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1788985162.462679:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973481856:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985162.462724:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985162.462779:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973481856:12345-0@lo:41:osp-pre-1-0.0 Request processed in 100us (268us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985162.462786:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 561 00000100:00100000:1.0:1788985162.462844:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973481856:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788985162.475991:0:39200:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd7732bf70 20000000:00000080:3.0:1788985162.476017:0:39200:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143bcbc00 uarg=0000000000000000 10000000:01000000:3.0:1788985162.476239:0:39200:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985162.476269:0:39200:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476290:0:39200:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476305:0:39200:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476313:0:39200:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476326:0:39200:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476335:0:39200:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476342:0:39200:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985162.476347:0:39200:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476356:0:39200:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476371:0:39200:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476380:0:39200:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985162.476386:0:39200:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fa51 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39200 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985162.786719:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985162.853998:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985162.854008:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985162.854014:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985162.854085:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985162.854100:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985162.854124:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985162.854159:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973481984:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985162.854259:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985162.854322:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c2cf600 going to sleep for 11 seconds 00000100:00100000:2.0:1788985162.855068:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973481984 00000100:00100000:2.0:1788985162.855080:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973481984 00000100:00100000:2.0:1788985162.855160:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1788985162.855171:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973481984:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985162.855191:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985162.855211:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fa58 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985162.855243:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985162.855257:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985162.855268:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788985162.855506:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973481984:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 337us (1246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985162.855513:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 684 00000100:00100000:2.0:1788985162.855581:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973481984:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985162.855601:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985162.855612:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985162.855642:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985162.855649:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985162.855657:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985163.698994:0:39248:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc3084410 20000000:00000080:3.0:1788985163.699013:0:39248:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143bca800 uarg=0000000000000000 00010000:00010000:3.0:1788985163.806169:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985163.833423:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985163.834039:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985163.834072:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985163.834103:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198208 00000100:00100000:3.0:1788985163.834118:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198208 00000100:00100000:3.0:1788985163.834171:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198080 00000100:00100000:3.0:1788985163.834175:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198080 00000100:00100000:3.0:1788985163.834196:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1175 00000100:00100000:3.0:1788985163.834205:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198208:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985163.834278:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144054000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198208:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (240us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985163.834285:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1175 00000100:00100000:3.0:1788985163.834303:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1176 00000100:00100000:3.0:1788985163.834310:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198080:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985163.834335:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198080:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (263us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985163.834340:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1176 00000100:00080000:3.0:1788985163.834357:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985163.834361:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985163.842166:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953197952 00000100:00100000:2.0:1788985163.842181:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953197952 00000100:00100000:2.0:1788985163.842241:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 685 00000100:00100000:2.0:1788985163.842251:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953197952:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985163.842336:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953197952:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (8924us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985163.842344:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 685 00000100:00100000:3.0:1788985163.998105:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973482112:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985163.998179:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985163.998251:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482112 00000100:00100000:3.0:1788985163.998259:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482112 00000100:00100000:3.0:1788985163.998303:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1788985163.998312:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973482112:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985163.998348:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985163.998402:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973482112:12345-0@lo:41:osp-pre-0-1.0 Request processed in 92us (224us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985163.998409:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 562 00000100:00100000:3.0:1788985163.998456:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144055180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973482112:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985163.999063:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973482368:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985163.999106:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985163.999150:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985163.999156:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973482240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985163.999178:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985163.999208:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482368 00000100:00100000:2.0:1788985163.999213:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482368 00000100:00100000:2.0:1788985163.999246:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482240 00000100:00100000:2.0:1788985163.999249:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482240 00000100:00100000:2.0:1788985163.999263:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1788985163.999270:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973482368:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985163.999292:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985163.999331:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973482368:12345-0@lo:13:osp-pre-1-1.0 Request processed in 61us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985163.999337:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1788985163.999351:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788985163.999357:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973482240:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985163.999367:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985163.999403:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973482240:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (224us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985163.999409:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788985163.999445:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973482240:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985163.999456:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973482368:0@lo:13:osp-pre-1-1.0 00000100:00080000:3.0:1788985163.999754:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985164.008365:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973482496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.008448:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985164.008542:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482496 00000100:00100000:1.0:1788985164.008552:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482496 00000100:00100000:1.0:1788985164.008614:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 686 00000100:00100000:1.0:1788985164.008624:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973482496:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985164.014116:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973482496:12345-0@lo:400:kworker.0 Request processed in 5483us (5657us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.014132:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 686 00000100:00100000:3.0:1788985164.014300:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973482496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.014330:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985164.014345:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973482624:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.014403:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985164.014492:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482624 00000100:00100000:1.0:1788985164.014500:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482624 00000100:00100000:1.0:1788985164.014551:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1177 00000100:00100000:1.0:1788985164.014559:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973482624:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985164.014707:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144055180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973482624:12345-0@lo:400:kworker.0 Request processed in 146us (302us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.014731:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1177 00000100:00100000:3.0:1788985164.017404:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973482752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.017488:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985164.017578:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482752 00000100:00100000:1.0:1788985164.017588:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482752 00000100:00100000:1.0:1788985164.017670:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1178 00000100:00100000:1.0:1788985164.017682:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973482752:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985164.018012:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973482624:0@lo:400:kworker.0 00000100:00100000:1.0:1788985164.018287:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973482752:12345-0@lo:400:kworker.0 Request processed in 607us (797us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.018295:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1178 00000100:00100000:3.0:1788985164.018354:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973482752:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.018366:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985164.018373:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973482880:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.018406:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985164.018484:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973482880 00000100:00100000:1.0:1788985164.018490:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973482880 00000100:00100000:1.0:1788985164.018528:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 563 00000100:00100000:1.0:1788985164.018535:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973482880:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985164.018729:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973482880:12345-0@lo:400:kworker.0 Request processed in 194us (321us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.018736:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 563 00000100:00100000:2.0:1788985164.018867:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985164.018877:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973483264:0@lo:400:kworker.0 00000100:00100000:2.0:1788985164.019081:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985164.019138:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973483392:0@lo:400:kworker.0 00000100:00100000:2.0:1788985164.019161:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985164.019192:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483264 00000100:00100000:2.0:1788985164.019196:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483264 00000100:00100000:2.0:1788985164.019232:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483392 00000100:00100000:2.0:1788985164.019235:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483392 00000100:00100000:2.0:1788985164.019257:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788985164.019264:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973483264:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985164.019297:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973483264:12345-0@lo:400:kworker.0 Request processed in 34us (217us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985164.019303:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 459 00000100:00100000:2.0:1788985164.019315:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788985164.019321:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973483392:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985164.019346:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973483392:12345-0@lo:400:kworker.0 Request processed in 26us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985164.019352:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 460 00000100:00100000:2.0:1788985164.019383:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973483392:0@lo:400:kworker.0 00000100:00100000:2.0:1788985164.019392:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973483264:0@lo:400:kworker.0 00000100:00080000:3.0:1788985164.019822:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985164.019847:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973483136:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.019881:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985164.020030:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483136 00000100:00100000:1.0:1788985164.020045:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483136 00000100:00100000:1.0:1788985164.020085:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1179 00000100:00100000:1.0:1788985164.020093:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973483136:12345-0@lo:400:kworker.0 00000100:00080000:2.0:1788985164.020151:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985164.020315:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973482880:0@lo:400:kworker.0 00000100:00100000:1.0:1788985164.020379:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973483136:12345-0@lo:400:kworker.0 Request processed in 286us (496us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.020388:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1179 00010000:00080000:3.0:1788985164.020466:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277ee7100 x1875885973483136/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985164.020477:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973483136:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.020484:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973483648:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.020508:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985164.020575:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788985164.020583:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973483008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.020606:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985164.021056:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973483520:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.021086:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985164.021166:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483648 00000100:00100000:0.0:1788985164.021172:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483648 00000100:00100000:0.0:1788985164.021209:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483008 00000100:00100000:0.0:1788985164.021212:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483008 00000100:00100000:0.0:1788985164.021233:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1788985164.021240:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973483648:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985164.021277:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973483648:12345-0@lo:400:kworker.0 Request processed in 38us (768us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985164.021283:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1180 00000100:00100000:0.0:1788985164.021296:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1181 00000100:00100000:0.0:1788985164.021301:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973483008:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985164.021324:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142ff4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973483008:12345-0@lo:400:kworker.0 Request processed in 23us (718us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985164.021329:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1181 00000100:00080000:2.0:1788985164.021446:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985164.021449:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00010000:00080000:3.0:1788985164.021512:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d31180 x1875885973483648/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985164.021523:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973483648:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.021539:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973483008:0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.021557:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483520 00000100:00100000:3.0:1788985164.021560:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483520 00000100:00100000:3.0:1788985164.021777:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1788985164.021786:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973483520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985164.021824:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973483520:12345-0@lo:400:kworker.0 Request processed in 40us (736us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985164.021829:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1182 00000100:00100000:3.0:1788985164.021864:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973483520:0@lo:400:kworker.0 00000100:00080000:2.0:1788985164.022175:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1788985164.537318:0:39296:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff7d906180 20000000:00000080:0.0:1788985164.537335:0:39296:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e63800 uarg=0000000000000000 10000000:01000000:0.0:1788985164.537521:0:39296:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985164.537547:0:39296:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985164.537563:0:39296:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985164.537570:0:39296:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985164.537609:0:39296:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985164.537623:0:39296:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 23 pid: 6508 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985164.537636:0:39296:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114391a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39296:1875885973483776:0@lo:104: 00000100:00100000:0.0:1788985164.537697:0:39296:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985164.537755:0:39296:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c246a80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985164.537917:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:1.0:1788985164.537970:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483776 00000100:00100000:1.0:1788985164.537978:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483776 00000100:00100000:1.0:1788985164.538023:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 181 00000100:00100000:1.0:1788985164.538033:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143870c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:39296:x1875885973483776:12345-0@lo:104: 00010000:00010000:1.0:1788985164.538052:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538125:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985164.538131:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143870c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:39296:x1875885973483776:12345-0@lo:104: Request processed in 100us (435us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.538139:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 181 00010000:00010000:1.0:1788985164.538186:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985164.538193:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538200:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985164.538204:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538213:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985164.538221:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985164.538227:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985164.538263:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538269:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985164.538290:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538296:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8200/0xa0dd3253da52fa58 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa5f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538317:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985164.538319:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985164.538321:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985164.538333:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973483904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985164.538363:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985164.538404:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973483904 00000100:00100000:1.0:1788985164.538408:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973483904 00010000:00010000:1.0:1788985164.538427:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 24 pid: 6508 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985164.538448:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1788985164.538455:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973483904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985164.538464:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985164.538468:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 24 pid: 6508 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538477:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 24 pid: 6508 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538491:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538499:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538511:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538518:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538530:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538537:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538542:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985164.538546:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538552:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538559:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.538568:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985164.538597:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973483904:12345-0@lo:103:ldlm_bl.0 Request processed in 143us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985164.538604:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1788985164.538640:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973483904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985164.538723:0:39296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fa5f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fa58 expref: 23 pid: 6508 timeout: 1104 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985164.538735:0:39296:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114391a680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39296:1875885973483776:0@lo:104: 00010000:00010000:3.0:1788985164.538748:0:39296:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985164.538758:0:39296:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985164.538765:0:39296:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985164.538783:0:39296:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fa66 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39296 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985164.831480:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985165.726022:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985165.726031:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985165.726036:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985165.726083:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985165.726095:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985165.726107:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985165.726135:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973484032:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985165.726208:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985165.726270:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2900 going to sleep for 11 seconds 00000100:00100000:2.0:1788985165.726332:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484032 00000100:00100000:2.0:1788985165.726342:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484032 00000100:00100000:2.0:1788985165.726408:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 687 00000100:00100000:2.0:1788985165.726418:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973484032:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985165.726432:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985165.726445:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fa6d expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985165.726470:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985165.726480:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985165.726489:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eaa00, rc 0) 00000100:00100000:2.0:1788985165.726539:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973484032:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 122us (330us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985165.726546:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 687 00000100:00100000:1.0:1788985165.726624:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fca80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973484032:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985165.726641:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985165.726650:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985165.726684:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985165.726689:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985165.726697:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985165.854533:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985166.399609:0:39393:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd717b520 20000000:00000080:3.0:1788985166.400211:0:39393:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e6800 uarg=0000000000000000 10000000:01000000:3.0:1788985166.400866:0:39393:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985166.400889:0:39393:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.400906:0:39393:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.400914:0:39393:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.401423:0:39393:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.401438:0:39393:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 23 pid: 6508 timeout: 1106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985166.401453:0:39393:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39393:1875885973484160:0@lo:104: 00000100:00100000:3.0:1788985166.401516:0:39393:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985166.401566:0:39393:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126ea9fd80 going to sleep for 11 seconds 00000100:00100000:2.0:1788985166.401638:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484160 00000100:00100000:2.0:1788985166.401646:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484160 00000100:00100000:2.0:1788985166.401703:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 182 00000100:00100000:2.0:1788985166.401712:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:39393:x1875885973484160:12345-0@lo:104: 00010000:00010000:2.0:1788985166.401725:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985166.401794:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985166.401801:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:39393:x1875885973484160:12345-0@lo:104: Request processed in 89us (285us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985166.401808:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 182 00010000:00010000:1.0:1788985166.401918:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985166.401952:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.401960:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985166.401965:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.401974:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985166.401982:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985166.401988:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985166.402020:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402027:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985166.402047:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402064:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fa6d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa74 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402082:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985166.402084:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985166.402085:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985166.402097:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973484288:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985166.402128:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985166.402165:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484288 00000100:00100000:1.0:1788985166.402169:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484288 00010000:00010000:1.0:1788985166.402187:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 24 pid: 6508 timeout: 1106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985166.402208:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1788985166.402215:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973484288:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985166.402239:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985166.402245:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 24 pid: 6508 timeout: 1106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402256:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 24 pid: 6508 timeout: 1106 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402269:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402277:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402300:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402307:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402313:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402320:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402326:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985166.402330:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402338:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402347:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.402357:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985166.402386:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973484288:12345-0@lo:103:ldlm_bl.0 Request processed in 172us (257us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985166.402394:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:1.0:1788985166.402429:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973484288:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985166.402645:0:39393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fa74 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fa6d expref: 23 pid: 6508 timeout: 1106 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985166.402670:0:39393:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39393:1875885973484160:0@lo:104: 00010000:00010000:3.0:1788985166.402685:0:39393:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.402694:0:39393:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.402700:0:39393:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985166.402708:0:39393:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa7b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39393 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985166.878629:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985167.071727:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973484416:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985167.071807:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985167.072446:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985167.072455:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973484544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985167.072490:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985167.072539:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484416 00000100:00100000:1.0:1788985167.072547:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484416 00000100:00100000:1.0:1788985167.072597:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484544 00000100:00100000:1.0:1788985167.072600:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484544 00000100:00100000:1.0:1788985167.072617:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1788985167.072627:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973484416:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985167.072660:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985167.072713:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973484416:12345-0@lo:13:osp-pre-0-1.0 Request processed in 86us (906us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985167.072721:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:1.0:1788985167.072738:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:1.0:1788985167.072745:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973484544:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1788985167.072755:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985167.072778:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973484544:12345-0@lo:13:osp-pre-0-0.0 Request processed in 34us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985167.072784:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00080000:1.0:1788985167.072805:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985167.072843:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973484544:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985167.072856:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d32680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973484416:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985167.582302:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985167.582326:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973484672:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985167.582402:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985167.582630:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484672 00000100:00100000:3.0:1788985167.582639:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484672 00000100:00100000:3.0:1788985167.582692:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 564 00000100:00100000:3.0:1788985167.582702:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973484672:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:3.0:1788985167.582748:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:3.0:1788985167.582798:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143919c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973484672:12345-0@lo:41:osp-pre-1-0.0 Request processed in 97us (395us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985167.582805:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 564 00000100:00100000:0.0:1788985167.583076:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973484672:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985167.904543:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985168.163506:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985168.163514:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985168.163519:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985168.163572:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.163585:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.163596:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985168.163619:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973484800:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985168.163688:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985168.163746:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2840 going to sleep for 11 seconds 00000100:00100000:0.0:1788985168.163974:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484800 00000100:00100000:0.0:1788985168.163983:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484800 00000100:00100000:0.0:1788985168.164030:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 688 00000100:00100000:0.0:1788985168.164039:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973484800:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985168.164051:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985168.164072:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fa82 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985168.164109:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985168.164119:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985168.164129:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8400, rc 0) 00000100:00100000:0.0:1788985168.164188:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973484800:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 149us (500us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985168.164194:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 688 00000100:00100000:1.0:1788985168.164504:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973484800:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985168.164520:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.164530:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985168.164550:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985168.164555:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.164564:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985168.614696:0:39489:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe66350740 20000000:00000080:3.0:1788985168.614714:0:39489:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e6c00 uarg=0000000000000000 10000000:01000000:3.0:1788985168.614983:0:39489:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985168.615002:0:39489:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985168.615019:0:39489:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985168.615028:0:39489:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985168.615193:0:39489:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985168.615208:0:39489:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 23 pid: 6509 timeout: 1108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985168.615222:0:39489:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39489:1875885973484928:0@lo:104: 00000100:00100000:3.0:1788985168.615343:0:39489:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985168.615460:0:39489:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245921180 going to sleep for 11 seconds 00000100:00100000:0.0:1788985168.615542:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973484928 00000100:00100000:0.0:1788985168.615549:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973484928 00000100:00100000:0.0:1788985168.615622:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 183 00000100:00100000:0.0:1788985168.615630:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39489:x1875885973484928:12345-0@lo:104: 00010000:00010000:0.0:1788985168.615643:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985168.615697:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985168.615702:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39489:x1875885973484928:12345-0@lo:104: Request processed in 74us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985168.615709:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 183 00000100:00100000:3.0:1788985168.615766:0:39489:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39489:1875885973484928:0@lo:104: 00010000:00010000:3.0:1788985168.615783:0:39489:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.615791:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985168.615798:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.615814:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eaa00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985168.615818:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.615827:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985168.615835:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985168.615840:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985168.615879:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.615886:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985168.615917:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.615938:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eaa00/0xa0dd3253da52fa82 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fa89 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985168.615955:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985168.615957:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985168.615959:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985168.615970:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973485056:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985168.616002:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985168.616053:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485056 00000100:00100000:2.0:1788985168.616058:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485056 00010000:00010000:2.0:1788985168.616091:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 24 pid: 6509 timeout: 1108 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985168.616117:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1788985168.616124:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973485056:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985168.616264:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985168.616271:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 24 pid: 6509 timeout: 1108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616291:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 24 pid: 6509 timeout: 1108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616303:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8400/0xa0dd3253da52fa89 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fa82 expref: 24 pid: 6509 timeout: 1108 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616316:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616324:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616338:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616355:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616361:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616367:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616372:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985168.616376:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.616383:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985168.616539:0:39489:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985168.616549:0:39489:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 5/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.618390:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.618406:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fa90 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39489 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985168.618429:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985168.618548:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973485056:12345-0@lo:103:ldlm_bl.0 Request processed in 2422us (2543us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985168.618558:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1788985168.621411:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973485056:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985168.932503:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985168.958642:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985168.958692:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985168.958748:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985168.958784:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198464 00000100:00100000:0.0:1788985168.958793:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198464 00000100:00100000:0.0:1788985168.958849:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198592 00000100:00100000:0.0:1788985168.958862:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198592 00000100:00100000:0.0:1788985168.958888:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1183 00000100:00100000:0.0:1788985168.958908:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198464:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985168.958917:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198336 00000100:00100000:1.0:1788985168.958943:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198336 00000100:00100000:1.0:1788985168.958972:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 689 00000100:00100000:1.0:1788985168.958979:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953198336:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985168.958997:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198464:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 101us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985168.959003:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda2050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953198336:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (312us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985168.959005:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1183 00000100:00100000:1.0:1788985168.959009:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 689 00000100:00100000:0.0:1788985168.959020:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1184 00000100:00100000:0.0:1788985168.959026:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198592:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:1.0:1788985168.959032:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985168.959035:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985168.959049:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953198592:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 24us (301us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985168.959055:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1184 00000100:00100000:2.0:1788985169.118197:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973485184:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985169.118289:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985169.118502:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485184 00000100:00100000:0.0:1788985169.118511:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485184 00000100:00100000:0.0:1788985169.118564:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1788985169.118572:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973485184:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985169.118602:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985169.119330:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973485312:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985169.119371:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985169.119555:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973485184:12345-0@lo:41:osp-pre-0-1.0 Request processed in 981us (1264us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985169.119564:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 565 00000100:00100000:0.0:1788985169.119614:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485312 00000100:00100000:0.0:1788985169.119620:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485312 00000100:00100000:0.0:1788985169.119669:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788985169.119677:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973485312:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985169.119700:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985169.119741:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973485312:12345-0@lo:13:osp-pre-1-1.0 Request processed in 65us (370us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985169.119763:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:0.0:1788985169.119816:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973485440:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985169.119845:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985169.119877:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485440 00000100:00100000:0.0:1788985169.119881:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485440 00000100:00100000:0.0:1788985169.119922:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788985169.119955:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973485440:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985169.119965:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985169.119993:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973485440:12345-0@lo:13:osp-pre-1-0.0 Request processed in 40us (148us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985169.119999:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:0.0:1788985169.120041:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973485440:0@lo:13:osp-pre-1-0.0 00000100:00080000:3.0:1788985169.120252:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985169.120323:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973485312:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985169.123525:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973485824:0@lo:400:kworker.0 00000100:00100000:1.0:1788985169.123591:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985169.123630:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973486336:0@lo:400:kworker.0 00000100:00100000:1.0:1788985169.123656:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985169.123680:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:1.0:1788985169.123685:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973485696:0@lo:400:kworker.0 00000100:00100000:1.0:1788985169.123710:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985169.123733:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973486208:0@lo:400:kworker.0 00000100:00100000:1.0:1788985169.123776:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985169.123810:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485824 00000100:00100000:1.0:1788985169.123819:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485824 00000100:00100000:1.0:1788985169.123861:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1788985169.123870:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973485824:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985169.123957:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c260e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973485824:12345-0@lo:400:kworker.0 Request processed in 88us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985169.123964:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 566 00000100:00100000:1.0:1788985169.123985:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486336 00000100:00100000:1.0:1788985169.123989:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486336 00000100:00100000:1.0:1788985169.124027:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486208 00000100:00100000:1.0:1788985169.124031:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486208 00000100:00100000:1.0:1788985169.124047:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 461 00000100:00100000:1.0:1788985169.124052:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973486336:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124380:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973485952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124414:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985169.124441:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973486464:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124462:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985169.124483:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:3.0:1788985169.124490:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973485568:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124511:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985169.124529:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973486080:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124549:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985169.124565:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973486592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124586:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985169.124607:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485696 00000100:00100000:3.0:1788985169.124611:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485696 00000100:00100000:3.0:1788985169.124633:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485952 00000100:00100000:3.0:1788985169.124636:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485952 00000100:00100000:3.0:1788985169.124648:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486464 00000100:00100000:3.0:1788985169.124651:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486464 00000100:00100000:3.0:1788985169.124675:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973485568 00000100:00100000:3.0:1788985169.124678:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973485568 00000100:00100000:3.0:1788985169.124687:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486080 00000100:00100000:3.0:1788985169.124689:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486080 00000100:00100000:3.0:1788985169.124699:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486592 00000100:00100000:3.0:1788985169.124701:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486592 00000100:00100000:3.0:1788985169.124714:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1788985169.124720:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973485696:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124756:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973485696:12345-0@lo:400:kworker.0 Request processed in 36us (1045us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985169.124762:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1185 00000100:00100000:3.0:1788985169.124776:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1788985169.124782:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973485952:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124814:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973485952:12345-0@lo:400:kworker.0 Request processed in 32us (399us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985169.124820:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1186 00000100:00100000:3.0:1788985169.124832:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1187 00000100:00100000:3.0:1788985169.124837:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973486464:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124862:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973486464:12345-0@lo:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985169.124868:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1187 00000100:00100000:3.0:1788985169.124879:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1788985169.124884:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973485568:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.124922:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973485568:12345-0@lo:400:kworker.0 Request processed in 38us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985169.124949:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1188 00000100:00100000:3.0:1788985169.124960:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1788985169.124973:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973486080:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.125000:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973486080:12345-0@lo:400:kworker.0 Request processed in 28us (450us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985169.125005:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1189 00000100:00100000:3.0:1788985169.125016:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1788985169.125022:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973486592:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.125047:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973486592:12345-0@lo:400:kworker.0 Request processed in 25us (460us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985169.125052:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1190 00000100:00100000:3.0:1788985169.125270:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973485568:0@lo:400:kworker.0 00010000:00080000:3.0:1788985169.125298:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c262d80 x1875885973486080/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985169.125309:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973486080:0@lo:400:kworker.0 00010000:00080000:3.0:1788985169.125319:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c261880 x1875885973486592/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985169.125327:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973486592:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.125338:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973485952:0@lo:400:kworker.0 00000100:00100000:3.0:1788985169.125346:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973486464:0@lo:400:kworker.0 00000100:00100000:0.0:1788985169.125677:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788985169.125689:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973486208:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985169.125735:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973486208:12345-0@lo:400:kworker.0 Request processed in 50us (1958us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985169.125740:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 462 00000100:00100000:0.0:1788985169.125780:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973485696:0@lo:400:kworker.0 00000100:00100000:0.0:1788985169.125790:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973486208:0@lo:400:kworker.0 00000100:00100000:0.0:1788985169.125799:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973485824:0@lo:400:kworker.0 00000100:00080000:0.0:1788985169.125830:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985169.125835:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985169.125847:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985169.125984:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12412a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973486336:12345-0@lo:400:kworker.0 Request processed in 1931us (2326us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985169.125991:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 461 00000100:00100000:0.0:1788985169.126560:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973486336:0@lo:400:kworker.0 00000100:00100000:2.0:1788985169.127593:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973485184:0@lo:41:osp-pre-0-1.0 00000020:00000080:2.0:1788985169.670286:0:39537:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfcdc9180 20000000:00000080:2.0:1788985169.670303:0:39537:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f66400 uarg=0000000000000000 10000000:01000000:2.0:1788985169.670455:0:39537:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985169.670479:0:39537:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670495:0:39537:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670506:0:39537:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670513:0:39537:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670520:0:39537:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670527:0:39537:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670533:0:39537:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985169.670537:0:39537:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670544:0:39537:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670554:0:39537:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670572:0:39537:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985169.670578:0:39537:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eac00/0xa0dd3253da52fa97 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39537 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985169.954285:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985170.469618:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985170.469627:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985170.469632:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985170.469684:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.469696:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.469707:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985170.469734:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973486720:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985170.469813:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985170.469891:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985170.470056:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486720 00000100:00100000:2.0:1788985170.470065:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486720 00000100:00100000:2.0:1788985170.470110:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 690 00000100:00100000:2.0:1788985170.470119:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973486720:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985170.470132:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985170.470146:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fa9e expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985170.470168:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985170.470179:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985170.470188:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eba00, rc 0) 00000100:00100000:2.0:1788985170.470237:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973486720:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 118us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985170.470243:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 690 00000100:00100000:0.0:1788985170.470395:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973486720:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985170.470410:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.470418:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985170.470442:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985170.470447:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.470454:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:0.0:1788985170.718810:0:39585:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe77884d00 20000000:00000080:0.0:1788985170.718828:0:39585:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e62400 uarg=0000000000000000 10000000:01000000:0.0:1788985170.719015:0:39585:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985170.719036:0:39585:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.719054:0:39585:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.719062:0:39585:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.719102:0:39585:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.719116:0:39585:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 23 pid: 6508 timeout: 1110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985170.719131:0:39585:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39585:1875885973486848:0@lo:104: 00000100:00100000:0.0:1788985170.719192:0:39585:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985170.719250:0:39585:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985170.719786:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486848 00000100:00100000:2.0:1788985170.719806:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486848 00000100:00100000:2.0:1788985170.719862:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 184 00000100:00100000:2.0:1788985170.719872:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:39585:x1875885973486848:12345-0@lo:104: 00010000:00010000:2.0:1788985170.719904:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985170.719998:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985170.720004:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:39585:x1875885973486848:12345-0@lo:104: Request processed in 134us (813us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985170.720011:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 184 00010000:00010000:3.0:1788985170.720107:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985170.720114:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720122:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985170.720134:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720143:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985170.720151:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985170.720157:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985170.720196:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720203:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985170.720222:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720230:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9000/0xa0dd3253da52fa9e lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52faa5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720246:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985170.720248:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985170.720250:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985170.720263:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973486976:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985170.720296:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985170.720342:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973486976 00000100:00100000:3.0:1788985170.720347:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973486976 00010000:00010000:3.0:1788985170.720365:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 24 pid: 6508 timeout: 1110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985170.720390:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788985170.720403:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973486976:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985170.720415:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985170.720420:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 24 pid: 6508 timeout: 1110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720431:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 24 pid: 6508 timeout: 1110 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720447:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720455:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720469:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720477:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720484:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720490:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720495:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985170.720499:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720507:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720523:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985170.720532:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985170.720562:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973486976:12345-0@lo:103:ldlm_bl.0 Request processed in 159us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985170.720568:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788985170.720606:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973486976:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985170.722621:0:39585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52faa5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fa9e expref: 23 pid: 6508 timeout: 1110 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985170.722641:0:39585:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39585:1875885973486848:0@lo:104: 00010000:00010000:0.0:1788985170.722665:0:39585:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.722675:0:39585:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.722699:0:39585:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985170.722706:0:39585:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52faac lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39585 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985170.975240:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985171.866964:0:39633:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcf48faf10 20000000:00000080:0.0:1788985171.866984:0:39633:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e63000 uarg=0000000000000000 10000000:01000000:0.0:1788985171.867604:0:39633:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985171.867629:0:39633:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867646:0:39633:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867657:0:39633:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867664:0:39633:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867671:0:39633:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867679:0:39633:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867686:0:39633:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985171.867691:0:39633:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867712:0:39633:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867726:0:39633:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867734:0:39633:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.867741:0:39633:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fab3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39633 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985171.938057:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985171.938064:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985171.938070:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985171.938116:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938128:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938139:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985171.938164:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973487104:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985171.938228:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985171.938274:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1144018000 going to sleep for 11 seconds 00000100:00100000:0.0:1788985171.938300:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487104 00000100:00100000:0.0:1788985171.938307:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487104 00000100:00100000:0.0:1788985171.938355:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1788985171.938371:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973487104:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985171.938384:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985171.938397:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52faba expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938420:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52faba expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938431:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52faba expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938440:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985171.938480:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973487104:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 110us (251us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985171.938486:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 691 00000100:00100000:0.0:1788985171.938543:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973487104:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985171.938558:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938566:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985171.938586:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985171.938591:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985171.938599:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985172.000229:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985172.190165:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973487360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985172.190255:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985172.190336:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487360 00000100:00100000:0.0:1788985172.190345:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487360 00000100:00100000:0.0:1788985172.190398:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788985172.190419:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973487360:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985172.190449:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985172.190502:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973487360:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985172.190515:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00080000:0.0:1788985172.190537:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985172.190674:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973487232:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985172.190707:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985172.191152:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973487360:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985172.194358:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487232 00000100:00100000:0.0:1788985172.194370:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487232 00000100:00100000:0.0:1788985172.194515:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788985172.194525:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973487232:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985172.194549:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788985172.194646:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985172.194771:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973487232:12345-0@lo:13:osp-pre-0-1.0 Request processed in 247us (4063us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985172.194788:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1788985172.196383:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973487232:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985172.709165:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973487488:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985172.709253:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985172.712001:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487488 00000100:00100000:0.0:1788985172.712016:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487488 00000100:00100000:0.0:1788985172.712097:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 567 00000100:00100000:0.0:1788985172.712106:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973487488:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985172.712149:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985172.712243:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973487488:12345-0@lo:41:osp-pre-1-0.0 Request processed in 137us (2989us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985172.712250:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 567 00000100:00100000:1.0:1788985172.712834:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973487488:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788985172.778516:0:39682:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff615f3e10 20000000:00000080:3.0:1788985172.778535:0:39682:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e5400 uarg=0000000000000000 10000000:01000000:3.0:1788985172.778704:0:39682:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985172.778728:0:39682:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985172.778747:0:39682:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52faba expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985172.778756:0:39682:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985172.779121:0:39682:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52faba expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985172.779151:0:39682:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52faba expref: 23 pid: 6509 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985172.779171:0:39682:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39682:1875885973487616:0@lo:104: 00000100:00100000:3.0:1788985172.779236:0:39682:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985172.779336:0:39682:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00000100:00100000:1.0:1788985172.779550:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487616 00000100:00100000:1.0:1788985172.779559:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487616 00000100:00100000:1.0:1788985172.779641:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 185 00000100:00100000:1.0:1788985172.779652:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39682:x1875885973487616:12345-0@lo:104: 00010000:00010000:1.0:1788985172.779665:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985172.779797:0:39682:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39682:1875885973487616:0@lo:104: 00010000:00010000:3.0:1788985172.779820:0:39682:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.779919:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:1.0:1788985172.779950:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39682:x1875885973487616:12345-0@lo:104: Request processed in 277us (690us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985172.779957:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 185 00010000:00010000:0.0:1788985172.780138:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985172.780145:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780153:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985172.780157:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780166:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985172.780174:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985172.780179:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985172.780295:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780302:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985172.780329:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780336:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52faba lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fac1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780353:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985172.780354:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985172.780356:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985172.780373:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985172.780384:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973487744:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985172.780421:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985172.780507:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487744 00000100:00100000:1.0:1788985172.780512:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487744 00010000:00010000:1.0:1788985172.780530:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52faba expref: 24 pid: 6509 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985172.780588:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:1.0:1788985172.780596:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973487744:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985172.780612:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985172.780618:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52faba expref: 24 pid: 6509 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780627:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52faba expref: 24 pid: 6509 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780641:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fac1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52faba expref: 24 pid: 6509 timeout: 1112 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780654:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780662:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780678:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780685:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780692:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780698:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780703:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985172.780707:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780725:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780746:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985172.780755:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985172.780872:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973487744:12345-0@lo:103:ldlm_bl.0 Request processed in 267us (439us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985172.780879:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00010000:00010000:0.0:1788985172.780986:0:39682:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780994:0:39682:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985172.780999:0:39682:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fac8 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39682 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985172.790987:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973487744:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985173.022410:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985173.731311:0:39730:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3819f0c0 20000000:00000080:3.0:1788985173.731329:0:39730:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e4400 uarg=0000000000000000 10000000:01000000:3.0:1788985173.731492:0:39730:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985173.731516:0:39730:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731533:0:39730:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731543:0:39730:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731550:0:39730:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731556:0:39730:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731564:0:39730:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731579:0:39730:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985173.731584:0:39730:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731592:0:39730:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731606:0:39730:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731614:0:39730:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985173.731620:0:39730:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52facf lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39730 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985174.046315:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985174.070119:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985174.070164:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985174.070198:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985174.070287:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198720 00000100:00100000:1.0:1788985174.070298:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198720 00000100:00100000:1.0:1788985174.070364:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 692 00000100:00100000:1.0:1788985174.070375:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953198720:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985174.070446:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953198720:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.070453:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 692 00000100:00100000:0.0:1788985174.070770:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198848 00000100:00100000:0.0:1788985174.070776:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198848 00000100:00100000:0.0:1788985174.070825:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953198976 00000100:00100000:0.0:1788985174.070829:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953198976 00000100:00100000:0.0:1788985174.070860:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1191 00000100:00100000:0.0:1788985174.070868:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953198848:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985174.070909:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d32680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953198848:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 42us (799us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985174.070915:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1191 00000100:00100000:0.0:1788985174.070948:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1192 00000100:00100000:0.0:1788985174.070955:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953198976:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985174.070981:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953198976:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (782us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985174.070987:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1192 00000100:00080000:2.0:1788985174.071135:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985174.071139:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1788985174.110920:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985174.110950:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985174.110955:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985174.111000:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985174.111013:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985174.111026:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985174.111052:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973487872:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985174.111144:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985174.111201:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985174.111297:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973487872 00000100:00100000:1.0:1788985174.111306:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973487872 00000100:00100000:1.0:1788985174.111359:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 693 00000100:00100000:1.0:1788985174.111368:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973487872:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985174.111381:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985174.111395:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fad6 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.111420:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.111443:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.111453:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb600, rc 0) 00000100:00100000:1.0:1788985174.111492:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973487872:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 125us (348us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.111499:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 693 00000100:00100000:3.0:1788985174.111712:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973487872:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985174.111730:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985174.111740:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985174.111758:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985174.111763:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985174.111771:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985174.239142:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973488000:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985174.239214:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.239296:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488000 00000100:00100000:2.0:1788985174.239304:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488000 00000100:00100000:2.0:1788985174.239355:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:2.0:1788985174.239364:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973488000:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985174.239392:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985174.239439:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973488000:12345-0@lo:13:osp-pre-1-1.0 Request processed in 76us (225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.239447:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00080000:2.0:1788985174.239467:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985174.239501:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973488000:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985174.239805:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973488128:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985174.239836:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.239869:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985174.239876:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973488256:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985174.239899:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.239945:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488128 00000100:00100000:1.0:1788985174.239949:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488128 00000100:00100000:1.0:1788985174.239979:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788985174.239985:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973488128:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985174.239996:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985174.240026:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973488128:12345-0@lo:13:osp-pre-1-0.0 Request processed in 41us (189us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.240032:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788985174.240049:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488256 00000100:00100000:1.0:1788985174.240053:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488256 00000100:00100000:1.0:1788985174.240075:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1788985174.240080:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973488256:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985174.240102:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985174.240130:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973488256:12345-0@lo:41:osp-pre-0-1.0 Request processed in 50us (230us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.240146:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 568 00000100:00100000:1.0:1788985174.240172:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973488256:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985174.240184:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973488128:0@lo:13:osp-pre-1-0.0 00000100:00080000:1.0:1788985174.240200:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985174.240354:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973488512:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240386:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.240404:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973489024:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240424:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.240439:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973489536:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240460:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.240477:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788985174.240482:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973488384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240506:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.240528:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973488896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240547:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.240562:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973489408:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240578:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.240600:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488512 00000100:00100000:2.0:1788985174.240603:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488512 00000100:00100000:2.0:1788985174.240623:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489024 00000100:00100000:2.0:1788985174.240625:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489024 00000100:00100000:2.0:1788985174.240640:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489536 00000100:00100000:2.0:1788985174.240642:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489536 00000100:00100000:2.0:1788985174.240654:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488896 00000100:00100000:2.0:1788985174.240656:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488896 00000100:00100000:2.0:1788985174.240665:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489408 00000100:00100000:2.0:1788985174.240667:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489408 00000100:00100000:2.0:1788985174.240680:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1788985174.240685:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973488512:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240720:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973488512:12345-0@lo:400:kworker.0 Request processed in 34us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.240724:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1193 00000100:00100000:2.0:1788985174.240745:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1788985174.240751:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973489024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240778:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973489024:12345-0@lo:400:kworker.0 Request processed in 28us (353us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.240783:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1194 00000100:00100000:2.0:1788985174.240795:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1788985174.240800:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973489536:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240822:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973489536:12345-0@lo:400:kworker.0 Request processed in 23us (362us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.240827:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1195 00000100:00100000:2.0:1788985174.240837:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1788985174.240843:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973488896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240877:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973488896:12345-0@lo:400:kworker.0 Request processed in 34us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.240883:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1196 00000100:00100000:2.0:1788985174.240894:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1788985174.240899:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973489408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.240922:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973489408:12345-0@lo:400:kworker.0 Request processed in 23us (343us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.240948:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1197 00000100:00100000:2.0:1788985174.240972:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488384 00000100:00100000:2.0:1788985174.240975:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488384 00000100:00100000:2.0:1788985174.240996:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788985174.241002:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973488384:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.241030:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973488384:12345-0@lo:400:kworker.0 Request processed in 28us (523us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985174.241041:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 694 00000100:00100000:2.0:1788985174.241076:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973488384:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.241085:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973488896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.241093:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973489408:0@lo:400:kworker.0 00000100:00100000:2.0:1788985174.241099:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973488512:0@lo:400:kworker.0 00010000:00080000:2.0:1788985174.241108:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cc380 x1875885973489024/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985174.241118:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973489024:0@lo:400:kworker.0 00010000:00080000:2.0:1788985174.241126:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cf100 x1875885973489536/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985174.241132:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973489536:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.245632:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973488640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.245725:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.245770:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973489152:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.245793:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.245824:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:1.0:1788985174.245831:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973488768:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.245870:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.245889:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973489280:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.245910:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.245965:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488640 00000100:00100000:1.0:1788985174.245974:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488640 00000100:00100000:1.0:1788985174.246026:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1788985174.246035:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973488640:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246089:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973488640:12345-0@lo:400:kworker.0 Request processed in 55us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.246096:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1198 00000100:00100000:1.0:1788985174.246122:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489152 00000100:00100000:1.0:1788985174.246125:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489152 00000100:00100000:1.0:1788985174.246150:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489280 00000100:00100000:1.0:1788985174.246153:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489280 00000100:00100000:1.0:1788985174.246171:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788985174.246191:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973489152:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246221:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973489152:12345-0@lo:400:kworker.0 Request processed in 31us (426us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.246227:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 463 00000100:00100000:1.0:1788985174.246253:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788985174.246260:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973489280:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246286:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973489280:12345-0@lo:400:kworker.0 Request processed in 27us (375us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.246291:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 464 00000100:00100000:1.0:1788985174.246309:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973488768 00000100:00100000:1.0:1788985174.246312:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973488768 00000100:00100000:1.0:1788985174.246334:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1788985174.246339:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973488768:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246369:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973488768:12345-0@lo:400:kworker.0 Request processed in 29us (498us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.246374:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 569 00000100:00100000:1.0:1788985174.246410:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973488768:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246420:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973489280:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246429:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973488640:0@lo:400:kworker.0 00000100:00100000:1.0:1788985174.246438:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973489152:0@lo:400:kworker.0 00000100:00080000:1.0:1788985174.246479:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985174.246484:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985174.246486:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:2.0:1788985174.615477:0:39778:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd604cbb80 20000000:00000080:2.0:1788985174.615494:0:39778:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f64800 uarg=0000000000000000 10000000:01000000:2.0:1788985174.615655:0:39778:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985174.615676:0:39778:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985174.615694:0:39778:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985174.615703:0:39778:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985174.615743:0:39778:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985174.615766:0:39778:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 23 pid: 6508 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985174.615781:0:39778:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39778:1875885973489664:0@lo:104: 00000100:00100000:2.0:1788985174.615843:0:39778:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985174.615923:0:39778:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5480 going to sleep for 11 seconds 00000100:00100000:3.0:1788985174.616258:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489664 00000100:00100000:3.0:1788985174.616265:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489664 00000100:00100000:3.0:1788985174.616315:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 186 00000100:00100000:3.0:1788985174.616325:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:39778:x1875885973489664:12345-0@lo:104: 00010000:00010000:3.0:1788985174.616339:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985174.616404:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985174.616410:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:39778:x1875885973489664:12345-0@lo:104: Request processed in 87us (567us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985174.616416:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 186 00000100:00100000:0.0:1788985174.616489:0:39778:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c5500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39778:1875885973489664:0@lo:104: 00010000:00010000:0.0:1788985174.616508:0:39778:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616556:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985174.616564:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616577:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985174.616581:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616589:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985174.616597:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985174.616602:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985174.616635:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616641:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985174.616666:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616674:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52fad6 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fadd expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616689:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985174.616691:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985174.616692:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985174.616699:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985174.616708:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973489792:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985174.616735:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985174.616767:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489792 00000100:00100000:1.0:1788985174.616771:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489792 00010000:00010000:1.0:1788985174.616796:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 24 pid: 6508 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985174.616818:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1788985174.616824:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973489792:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985174.616834:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985174.616839:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 24 pid: 6508 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616859:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 24 pid: 6508 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616872:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb600/0xa0dd3253da52fadd lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fad6 expref: 24 pid: 6508 timeout: 1114 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616883:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616891:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616906:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616913:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616920:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616953:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616965:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985174.616969:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616977:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616988:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985174.616996:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985174.617022:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973489792:12345-0@lo:103:ldlm_bl.0 Request processed in 198us (286us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985174.617028:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:1.0:1788985174.617053:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973489792:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985174.617112:0:39778:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985174.617120:0:39778:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985174.617127:0:39778:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb200/0xa0dd3253da52fae4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39778 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985175.070317:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985175.521408:0:39826:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd3f577570 20000000:00000080:0.0:1788985175.521425:0:39826:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5f800 uarg=0000000000000000 10000000:01000000:0.0:1788985175.521567:0:39826:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985175.521587:0:39826:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521603:0:39826:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521614:0:39826:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521620:0:39826:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521626:0:39826:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521633:0:39826:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521646:0:39826:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985175.521650:0:39826:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521657:0:39826:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521669:0:39826:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521677:0:39826:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985175.521684:0:39826:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9a00/0xa0dd3253da52faeb lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39826 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.094440:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985176.449734:0:39874:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd1f28e510 20000000:00000080:3.0:1788985176.450389:0:39874:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e4c00 uarg=0000000000000000 10000000:01000000:3.0:1788985176.450554:0:39874:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985176.450578:0:39874:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450593:0:39874:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450603:0:39874:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450609:0:39874:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450616:0:39874:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450623:0:39874:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450630:0:39874:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985176.450634:0:39874:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450642:0:39874:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450654:0:39874:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450661:0:39874:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.450677:0:39874:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52faf2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39874 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985176.542013:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985176.542020:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985176.542025:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985176.542090:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.542102:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.542115:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985176.542142:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973489920:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985176.542206:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985176.542254:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1250adad80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985176.542460:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973489920 00000100:00100000:0.0:1788985176.542468:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973489920 00000100:00100000:0.0:1788985176.542520:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 695 00000100:00100000:0.0:1788985176.542530:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973489920:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985176.542542:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985176.542557:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52faf9 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985176.542581:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985176.542591:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985176.542612:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9800, rc 0) 00000100:00100000:0.0:1788985176.542653:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973489920:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 124us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985176.542660:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 695 00000100:00100000:3.0:1788985176.542841:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973489920:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985176.542857:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.542866:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985176.542886:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985176.542892:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985176.542910:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985177.119396:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985177.274569:0:39922:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda3bfd560 20000000:00000080:1.0:1788985177.274586:0:39922:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2f400 uarg=0000000000000000 10000000:01000000:1.0:1788985177.274726:0:39922:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985177.274746:0:39922:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.274763:0:39922:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.274771:0:39922:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.274809:0:39922:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.274843:0:39922:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 23 pid: 6506 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985177.274858:0:39922:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39922:1875885973490048:0@lo:104: 00000100:00100000:1.0:1788985177.274961:0:39922:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985177.275006:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490048 00000100:00100000:2.0:1788985177.275014:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490048 00000100:00100000:1.0:1788985177.275018:0:39922:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114302a9c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985177.275062:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 187 00000100:00100000:2.0:1788985177.275072:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39922:x1875885973490048:12345-0@lo:104: 00010000:00010000:2.0:1788985177.275086:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985177.275149:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985177.275156:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:39922:x1875885973490048:12345-0@lo:104: Request processed in 85us (195us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985177.275174:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 187 00000100:00100000:1.0:1788985177.275177:0:39922:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:39922:1875885973490048:0@lo:104: 00010000:00010000:1.0:1788985177.275201:0:39922:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985177.275256:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985177.275264:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985177.275272:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985177.275276:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985177.275284:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985177.275292:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985177.275297:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985177.275373:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985177.275381:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00000100:00100000:2.0:1788985177.275436:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00010000:00010000:0.0:1788985177.275458:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985177.275466:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677600/0xa0dd3253da52faf9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb00 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985177.275493:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985177.275495:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985177.275497:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985177.275578:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973490176:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985177.275615:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985177.275706:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490176 00000100:00100000:1.0:1788985177.275712:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490176 00010000:00010000:1.0:1788985177.275732:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 24 pid: 6506 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985177.275789:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:1.0:1788985177.275797:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973490176:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985177.275809:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985177.275814:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 24 pid: 6506 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275838:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 24 pid: 6506 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275851:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9800/0xa0dd3253da52fb00 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52faf9 expref: 24 pid: 6506 timeout: 1117 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275864:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275880:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275894:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275901:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275908:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275916:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275921:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb200 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985177.275964:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275972:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275988:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985177.275997:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985177.276035:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce54850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973490176:12345-0@lo:103:ldlm_bl.0 Request processed in 239us (419us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985177.276042:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00000100:00100000:0.0:1788985177.276318:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973490176:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985177.276565:0:39922:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985177.276573:0:39922:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985177.276579:0:39922:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb200/0xa0dd3253da52fb07 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39922 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985177.313072:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985177.313123:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973490304:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985177.313200:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985177.313260:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490304 00000100:00100000:1.0:1788985177.313270:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490304 00000100:00100000:1.0:1788985177.313337:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1788985177.313347:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973490304:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985177.313375:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985177.313424:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973490304:12345-0@lo:13:osp-pre-0-1.0 Request processed in 78us (223us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985177.313431:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00080000:1.0:1788985177.313451:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985177.313487:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973490304:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985177.314348:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985177.314363:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973490432:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985177.314400:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985177.314478:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490432 00000100:00100000:2.0:1788985177.314483:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490432 00000100:00100000:2.0:1788985177.314531:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:2.0:1788985177.314540:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973490432:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985177.314554:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985177.314592:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973490432:12345-0@lo:13:osp-pre-0-0.0 Request processed in 53us (190us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985177.314605:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00080000:3.0:1788985177.314654:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985177.314684:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973490432:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985177.824242:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973490560:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985177.824314:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985177.824378:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490560 00000100:00100000:1.0:1788985177.824386:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490560 00000100:00100000:1.0:1788985177.824427:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1788985177.824436:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973490560:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985177.824468:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985177.824513:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e16a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973490560:12345-0@lo:41:osp-pre-1-0.0 Request processed in 78us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985177.824521:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 570 00000100:00100000:1.0:1788985177.824564:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973490560:0@lo:41:osp-pre-1-0.0 00000020:00000080:2.0:1788985178.061479:0:39970:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffa9469020 20000000:00000080:2.0:1788985178.061498:0:39970:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144156400 uarg=0000000000000000 10000000:01000000:2.0:1788985178.061665:0:39970:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985178.061687:0:39970:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061702:0:39970:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061713:0:39970:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061719:0:39970:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061727:0:39970:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061735:0:39970:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061741:0:39970:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985178.061745:0:39970:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061753:0:39970:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061766:0:39970:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061785:0:39970:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.061792:0:39970:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb600/0xa0dd3253da52fb0e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 39970 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.143303:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985178.462076:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985178.462086:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985178.462091:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985178.462143:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985178.462156:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985178.462168:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985178.462214:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973490688:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985178.462292:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985178.462362:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2900 going to sleep for 11 seconds 00000100:00100000:1.0:1788985178.462527:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490688 00000100:00100000:1.0:1788985178.462536:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490688 00000100:00100000:1.0:1788985178.462596:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 696 00000100:00100000:1.0:1788985178.462605:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973490688:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985178.462618:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985178.462631:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fb15 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.462656:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.462667:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.462676:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eaa00, rc 0) 00000100:00100000:1.0:1788985178.462735:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973490688:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 131us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985178.462743:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 696 00000100:00100000:3.0:1788985178.462890:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973490688:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985178.462904:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985178.462913:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985178.462964:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985178.463175:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985178.463185:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985178.914047:0:40018:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffe4605d10 20000000:00000080:2.0:1788985178.914064:0:40018:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144154800 uarg=0000000000000000 10000000:01000000:2.0:1788985178.914254:0:40018:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985178.914275:0:40018:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.914294:0:40018:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.914302:0:40018:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.914340:0:40018:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985178.914356:0:40018:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 23 pid: 6508 timeout: 1118 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985178.914511:0:40018:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40018:1875885973490816:0@lo:104: 00000100:00100000:2.0:1788985178.914763:0:40018:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985178.914829:0:40018:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5480 going to sleep for 11 seconds 00000100:00100000:3.0:1788985178.915220:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:3.0:1788985178.915234:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490816 00000100:00100000:3.0:1788985178.915242:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490816 00000100:00100000:3.0:1788985178.915325:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 188 00000100:00100000:3.0:1788985178.915335:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442f4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40018:x1875885973490816:12345-0@lo:104: 00010000:00010000:3.0:1788985178.915349:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985178.915423:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985178.915429:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442f4050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40018:x1875885973490816:12345-0@lo:104: Request processed in 96us (667us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985178.915445:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 188 00000100:00100000:0.0:1788985178.915527:0:40018:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40018:1875885973490816:0@lo:104: 00010000:00010000:0.0:1788985178.915559:0:40018:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.915832:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985178.915839:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.915848:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985178.915852:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.915870:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985178.915878:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985178.915896:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985178.915960:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.915967:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985178.915988:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.915996:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fb15 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb1c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916014:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985178.916015:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985178.916017:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985178.916030:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973490944:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985178.916065:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985178.916111:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973490944 00000100:00100000:1.0:1788985178.916116:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973490944 00010000:00010000:1.0:1788985178.916136:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 24 pid: 6508 timeout: 1118 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985178.916158:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1788985178.916165:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973490944:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985178.916176:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985178.916182:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 24 pid: 6508 timeout: 1118 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916192:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 24 pid: 6508 timeout: 1118 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916211:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eaa00/0xa0dd3253da52fb1c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fb15 expref: 24 pid: 6508 timeout: 1118 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916224:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916232:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916247:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916255:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916261:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916268:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916273:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985178.916277:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916285:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916297:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985178.916315:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985178.916344:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973490944:12345-0@lo:103:ldlm_bl.0 Request processed in 180us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985178.916351:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:1.0:1788985178.916393:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973490944:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985178.916528:0:40018:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985178.916537:0:40018:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985178.916557:0:40018:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb000/0xa0dd3253da52fb23 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40018 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985179.169511:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985179.202425:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985179.202473:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985179.202500:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985179.204695:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199232 00000100:00100000:2.0:1788985179.204712:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199232 00000100:00100000:2.0:1788985179.204817:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199360 00000100:00100000:2.0:1788985179.204822:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199360 00000100:00100000:2.0:1788985179.204854:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1199 00000100:00100000:2.0:1788985179.204868:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199232:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985179.204977:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199232:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 113us (2560us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.204984:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1199 00000100:00100000:2.0:1788985179.205004:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1200 00000100:00100000:2.0:1788985179.205011:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199360:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985179.205036:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199360:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (2535us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.205041:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1200 00000100:00100000:2.0:1788985179.205062:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199104 00000100:00100000:2.0:1788985179.205066:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199104 00000100:00100000:2.0:1788985179.205090:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 697 00000100:00100000:2.0:1788985179.205096:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953199104:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:0.0:1788985179.205272:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985179.205277:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985179.207353:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953199104:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 2251us (4874us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.207365:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 697 00000100:00100000:0.0:1788985179.358216:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973491072:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985179.358292:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985179.358872:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973491584:0@lo:400:kworker.0 00000100:00100000:0.0:1788985179.358905:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.358985:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973491456:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.359017:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.359047:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985179.359052:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973491328:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.359075:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.359117:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491456 00000100:00100000:2.0:1788985179.359131:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491456 00000100:00100000:2.0:1788985179.359174:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1788985179.359183:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973491456:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.359230:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973491456:12345-0@lo:400:kworker.0 Request processed in 48us (211us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.359237:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1201 00000100:00100000:2.0:1788985179.359259:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491328 00000100:00100000:2.0:1788985179.359262:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491328 00000100:00100000:2.0:1788985179.359281:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788985179.359286:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973491328:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.359310:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973491328:12345-0@lo:400:kworker.0 Request processed in 24us (234us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.359315:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 698 00000100:00100000:2.0:1788985179.359353:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973491328:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.359363:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973491456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985179.359543:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985179.359550:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973491200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985179.359572:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985179.359596:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491072 00000100:00100000:0.0:1788985179.359599:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491072 00000100:00100000:0.0:1788985179.359671:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491200 00000100:00100000:0.0:1788985179.359674:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491200 00000100:00100000:0.0:1788985179.359687:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1788985179.359692:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973491072:12345-0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985179.361012:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491584 00000100:00100000:2.0:1788985179.361023:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491584 00000100:00100000:2.0:1788985179.361070:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788985179.361078:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973491584:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.361256:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973491584:12345-0@lo:400:kworker.0 Request processed in 179us (2350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.361263:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 571 00000100:00100000:2.0:1788985179.361306:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973491584:0@lo:400:kworker.0 00002000:00000024:0.0:1788985179.361585:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985179.362275:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973491968:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362318:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.362356:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973492480:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362375:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.362396:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788985179.362401:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973491840:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362422:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.362435:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973492352:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362452:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.362477:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492480 00000100:00100000:2.0:1788985179.362483:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492480 00000100:00100000:2.0:1788985179.362527:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492352 00000100:00100000:2.0:1788985179.362531:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492352 00000100:00100000:2.0:1788985179.362555:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788985179.362563:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973492480:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362606:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973492480:12345-0@lo:400:kworker.0 Request processed in 45us (230us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.362612:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 465 00000100:00100000:2.0:1788985179.362626:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1788985179.362632:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973492352:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362660:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973492352:12345-0@lo:400:kworker.0 Request processed in 28us (206us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.362665:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 466 00000100:00100000:2.0:1788985179.362682:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491840 00000100:00100000:2.0:1788985179.362685:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491840 00000100:00100000:2.0:1788985179.362709:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1788985179.362729:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973491840:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362758:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973491840:12345-0@lo:400:kworker.0 Request processed in 44us (336us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.362774:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1202 00000100:00100000:2.0:1788985179.362837:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973491840:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362848:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973492352:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362857:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973492480:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362881:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973492096:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362906:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985179.362942:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973492608:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.362972:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985179.363028:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491968 00000100:00100000:3.0:1788985179.363033:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491968 00000100:00100000:3.0:1788985179.363060:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 572 00000100:00100000:3.0:1788985179.363066:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973491968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985179.363403:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c7100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973491968:12345-0@lo:400:kworker.0 Request processed in 336us (1083us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985179.363410:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 572 00000100:00100000:0.0:1788985179.363497:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973491072:12345-0@lo:13:osp-pre-1-1.0 Request processed in 3803us (5203us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985179.363506:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:0.0:1788985179.363525:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788985179.363533:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973491200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985179.363550:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985179.363584:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973491200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (4010us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985179.363590:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00080000:0.0:1788985179.363718:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1788985179.363722:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985179.363852:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973491712:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985179.363890:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985179.363921:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973492224:0@lo:400:kworker.0 00000100:00100000:1.0:1788985179.363956:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985179.363983:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973492736:0@lo:400:kworker.0 00000100:00100000:1.0:1788985179.364000:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985179.364030:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492096 00000100:00100000:1.0:1788985179.364034:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492096 00000100:00100000:1.0:1788985179.364064:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492608 00000100:00100000:1.0:1788985179.364067:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492608 00000100:00100000:1.0:1788985179.364077:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492224 00000100:00100000:1.0:1788985179.364078:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492224 00000100:00100000:1.0:1788985179.364088:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492736 00000100:00100000:1.0:1788985179.364090:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492736 00000100:00100000:1.0:1788985179.364333:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1788985179.364341:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973492096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985179.364372:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973492096:12345-0@lo:400:kworker.0 Request processed in 33us (1465us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985179.364378:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1203 00000100:00100000:1.0:1788985179.364388:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1788985179.364393:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973492608:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985179.364425:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973492608:12345-0@lo:400:kworker.0 Request processed in 32us (1463us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985179.364431:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1204 00000100:00100000:1.0:1788985179.364439:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1788985179.364444:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973492224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985179.364468:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973492224:12345-0@lo:400:kworker.0 Request processed in 24us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985179.364473:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1205 00000100:00100000:1.0:1788985179.364483:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1206 00000100:00100000:1.0:1788985179.364489:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973492736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985179.364513:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e16d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973492736:12345-0@lo:400:kworker.0 Request processed in 25us (512us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985179.364519:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1206 00010000:00080000:1.0:1788985179.364561:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c261500 x1875885973492224/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985179.364575:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973492224:0@lo:400:kworker.0 00010000:00080000:1.0:1788985179.364585:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b127c262d80 x1875885973492736/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985195 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985179.364593:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973492736:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.366168:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973491072:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985179.366208:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973492096:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.366217:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973492608:0@lo:400:kworker.0 00000100:00100000:2.0:1788985179.366231:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973491200:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985179.366276:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973491712 00000100:00100000:2.0:1788985179.366282:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973491712 00000100:00100000:2.0:1788985179.366322:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788985179.366328:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973491712:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985179.366357:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985179.366428:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973491712:12345-0@lo:41:osp-pre-0-1.0 Request processed in 99us (2537us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985179.366433:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 573 00000100:00100000:2.0:1788985179.366466:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973491712:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985179.366507:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11432fdc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973491968:0@lo:400:kworker.0 00000100:00080000:0.0:1788985179.366607:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985179.366612:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000020:00000080:0.0:1788985180.067809:0:40068:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc0d047000 20000000:00000080:0.0:1788985180.067829:0:40068:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f64800 uarg=0000000000000000 10000000:01000000:0.0:1788985180.068478:0:40068:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985180.068505:0:40068:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068537:0:40068:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068549:0:40068:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068556:0:40068:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068564:0:40068:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068573:0:40068:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068579:0:40068:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985180.068584:0:40068:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068593:0:40068:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068606:0:40068:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068614:0:40068:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985180.068622:0:40068:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9600/0xa0dd3253da52fb2a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40068 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985180.191776:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985180.259485:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985180.259493:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985180.259499:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985180.259547:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985180.259560:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985180.259572:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985180.259597:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973492864:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985180.259673:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985180.259735:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2e40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985180.259977:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492864 00000100:00100000:1.0:1788985180.259986:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492864 00000100:00100000:1.0:1788985180.260042:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 699 00000100:00100000:1.0:1788985180.260052:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973492864:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985180.260083:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985180.260096:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fb31 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985180.260120:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985180.260131:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985180.260140:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea400, rc 0) 00000100:00100000:1.0:1788985180.260189:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b04050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973492864:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 138us (516us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985180.260195:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 699 00000100:00100000:3.0:1788985180.260413:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973492864:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985180.260429:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985180.260438:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985180.260456:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985180.260462:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985180.260468:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985181.216865:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985181.296607:0:40116:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd68200980 20000000:00000080:2.0:1788985181.296626:0:40116:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144156000 uarg=0000000000000000 10000000:01000000:2.0:1788985181.296802:0:40116:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985181.296824:0:40116:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985181.296846:0:40116:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985181.296855:0:40116:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985181.296899:0:40116:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985181.296958:0:40116:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 23 pid: 6508 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985181.296978:0:40116:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40116:1875885973492992:0@lo:104: 00000100:00100000:2.0:1788985181.297052:0:40116:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985181.297111:0:40116:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985181.297625:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973492992 00000100:00100000:0.0:1788985181.297635:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973492992 00000100:00100000:0.0:1788985181.297702:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 189 00000100:00100000:0.0:1788985181.297713:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:40116:x1875885973492992:12345-0@lo:104: 00010000:00010000:0.0:1788985181.297725:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985181.297809:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985181.297816:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:40116:x1875885973492992:12345-0@lo:104: Request processed in 105us (764us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985181.297822:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 189 00000100:00100000:2.0:1788985181.297827:0:40116:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40116:1875885973492992:0@lo:104: 00010000:00010000:2.0:1788985181.297846:0:40116:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.297890:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985181.297898:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.297906:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985181.297921:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298072:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985181.298080:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985181.298086:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985181.298117:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298124:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985181.298154:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298162:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea400/0xa0dd3253da52fb31 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb38 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298177:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985181.298178:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985181.298180:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985181.298222:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973493120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985181.298256:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985181.298400:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493120 00000100:00100000:3.0:1788985181.298405:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493120 00010000:00010000:3.0:1788985181.298427:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 24 pid: 6508 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985181.298455:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1788985181.298462:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973493120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985181.298473:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985181.298484:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 24 pid: 6508 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298496:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 24 pid: 6508 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298510:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fb38 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fb31 expref: 24 pid: 6508 timeout: 1121 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298524:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298533:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298546:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298553:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298561:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298567:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298573:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985181.298577:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298584:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298599:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985181.298608:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985181.298637:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973493120:12345-0@lo:103:ldlm_bl.0 Request processed in 176us (380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985181.298644:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00000100:00100000:1.0:1788985181.298703:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973493120:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985181.299173:0:40116:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985181.299184:0:40116:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985181.299190:0:40116:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fb3f lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40116 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788985182.006703:0:40164:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcd8c65390 20000000:00000080:1.0:1788985182.006721:0:40164:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2e800 uarg=0000000000000000 10000000:01000000:1.0:1788985182.006879:0:40164:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985182.006902:0:40164:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.006918:0:40164:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007214:0:40164:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007229:0:40164:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007238:0:40164:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007247:0:40164:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007254:0:40164:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985182.007259:0:40164:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007268:0:40164:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007281:0:40164:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007290:0:40164:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.007297:0:40164:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fb46 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40164 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985182.240518:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985182.430175:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985182.430196:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973493248:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985182.430692:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985182.430855:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493248 00000100:00100000:0.0:1788985182.430863:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493248 00000100:00100000:0.0:1788985182.430957:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:0.0:1788985182.430968:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973493248:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985182.430997:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985182.431048:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973493248:12345-0@lo:13:osp-pre-0-0.0 Request processed in 83us (366us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985182.431055:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00080000:1.0:1788985182.431130:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985182.431226:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973493376:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985182.431257:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985182.431437:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493376 00000100:00100000:0.0:1788985182.431442:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493376 00000100:00100000:0.0:1788985182.431478:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:0.0:1788985182.431485:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973493376:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985182.431497:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985182.431528:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973493376:12345-0@lo:13:osp-pre-0-1.0 Request processed in 43us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985182.431545:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:3.0:1788985182.431639:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973493248:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985182.431786:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985182.431810:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973493376:0@lo:13:osp-pre-0-1.0 10000000:01000000:3.0:1788985182.434451:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985182.434460:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985182.434464:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985182.434511:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985182.434524:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985182.434536:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985182.434560:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973493504:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985182.434626:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985182.434672:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142fe5a80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985182.434853:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493504 00000100:00100000:0.0:1788985182.434861:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493504 00000100:00100000:0.0:1788985182.434917:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 700 00000100:00100000:0.0:1788985182.434949:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973493504:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985182.434961:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985182.434976:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fb4d expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985182.435000:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985182.435010:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985182.435018:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e9c00, rc 0) 00000100:00100000:0.0:1788985182.435054:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b07050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973493504:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 129us (428us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985182.435060:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 700 00000100:00100000:3.0:1788985182.435261:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973493504:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985182.435520:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985182.435532:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985182.435551:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985182.435556:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985182.435562:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985182.942285:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985182.942309:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973493632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985182.942412:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985182.942594:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493632 00000100:00100000:1.0:1788985182.942603:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493632 00000100:00100000:1.0:1788985182.942655:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 574 00000100:00100000:1.0:1788985182.942664:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973493632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985182.942709:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985182.942793:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973493632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 130us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985182.942799:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 574 00000100:00100000:0.0:1788985182.943033:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973493632:0@lo:41:osp-pre-1-0.0 00000020:00000080:3.0:1788985183.157647:0:40212:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe474af9c0 20000000:00000080:3.0:1788985183.157665:0:40212:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e4c00 uarg=0000000000000000 10000000:01000000:3.0:1788985183.157830:0:40212:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985183.157852:0:40212:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.157871:0:40212:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.157880:0:40212:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.157921:0:40212:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.158097:0:40212:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 23 pid: 6509 timeout: 1122 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985183.158124:0:40212:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40212:1875885973493760:0@lo:104: 00000100:00100000:3.0:1788985183.158184:0:40212:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985183.158282:0:40212:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2300 going to sleep for 11 seconds 00000100:00100000:2.0:1788985183.158717:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493760 00000100:00100000:2.0:1788985183.158726:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493760 00000100:00100000:2.0:1788985183.158820:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 190 00000100:00100000:2.0:1788985183.158831:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40212:x1875885973493760:12345-0@lo:104: 00010000:00010000:2.0:1788985183.158844:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985183.158913:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985183.158920:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40212:x1875885973493760:12345-0@lo:104: Request processed in 91us (735us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985183.159077:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 190 00000100:00100000:3.0:1788985183.159385:0:40212:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40212:1875885973493760:0@lo:104: 00010000:00010000:3.0:1788985183.159405:0:40212:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.159514:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985183.159522:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.159542:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985183.159548:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.159557:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985183.159566:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985183.159572:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985183.159611:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.159618:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985183.159638:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.159646:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676000/0xa0dd3253da52fb4d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb54 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.159661:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985183.159663:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985183.159665:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985183.159677:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973493888:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985183.159718:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985183.160336:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973493888 00000100:00100000:0.0:1788985183.160342:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973493888 00010000:00010000:0.0:1788985183.160367:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 24 pid: 6509 timeout: 1122 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985183.160405:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1788985183.160413:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973493888:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985183.160438:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985183.160444:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 24 pid: 6509 timeout: 1122 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160456:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 24 pid: 6509 timeout: 1122 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160469:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fb54 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fb4d expref: 24 pid: 6509 timeout: 1122 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160481:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160489:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160503:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160510:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160518:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160525:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160541:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985183.160546:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160554:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160566:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985183.160575:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985183.160612:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973493888:12345-0@lo:103:ldlm_bl.0 Request processed in 200us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985183.160620:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1788985183.160649:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1250acbb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973493888:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985183.160781:0:40212:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.160790:0:40212:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.160796:0:40212:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fb5b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40212 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985183.262499:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985184.068074:0:40260:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc3c1b1080 20000000:00000080:1.0:1788985184.068091:0:40260:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2c400 uarg=0000000000000000 10000000:01000000:1.0:1788985184.068228:0:40260:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985184.068249:0:40260:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068264:0:40260:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068275:0:40260:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068281:0:40260:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068288:0:40260:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068295:0:40260:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068311:0:40260:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985184.068315:0:40260:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068324:0:40260:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068336:0:40260:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068344:0:40260:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.068351:0:40260:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb800/0xa0dd3253da52fb62 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40260 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.288882:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985184.311920:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985184.312028:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985184.312112:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199488 00000100:00100000:2.0:1788985184.312125:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199488 00000100:00100000:2.0:1788985184.312179:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 701 00000100:00100000:2.0:1788985184.312190:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953199488:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985184.312259:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953199488:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 70us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.312266:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 701 00000100:00100000:0.0:1788985184.312470:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985184.315673:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199744 00000100:00100000:3.0:1788985184.315689:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199744 00000100:00100000:3.0:1788985184.315882:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199616 00000100:00100000:3.0:1788985184.315887:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199616 00000100:00080000:0.0:1788985184.315911:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985184.315915:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985184.315967:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1207 00000100:00100000:0.0:1788985184.315978:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199744:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985184.316056:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199744:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (4027us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985184.322596:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1207 00000100:00100000:3.0:1788985184.325647:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1208 00000100:00100000:3.0:1788985184.325666:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199616:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985184.325776:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953199616:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 118us (13306us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985184.325784:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1208 10000000:01000000:2.0:1788985184.418161:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985184.418170:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985184.418175:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985184.418226:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.418238:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.418249:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985184.418275:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973494016:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985184.418341:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.418392:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114192fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1788985184.418474:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494016 00000100:00100000:1.0:1788985184.418482:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494016 00000100:00100000:1.0:1788985184.418536:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 702 00000100:00100000:1.0:1788985184.418546:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973494016:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985184.418561:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985184.418575:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fb69 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.418598:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.418610:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985184.418634:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebe00, rc 0) 00000100:00100000:1.0:1788985184.418680:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b05850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973494016:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (339us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985184.418687:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 702 00000100:00100000:3.0:1788985184.418884:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973494016:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985184.418907:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.418917:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985184.418966:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985184.418972:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.418980:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985184.486041:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973494144:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985184.486122:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.486186:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985184.486194:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973494272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985184.486221:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.486250:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494144 00000100:00100000:0.0:1788985184.486259:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494144 00000100:00100000:0.0:1788985184.486306:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494272 00000100:00100000:0.0:1788985184.486309:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494272 00000100:00100000:0.0:1788985184.486326:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1788985184.486334:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973494144:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985184.486367:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985184.486411:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973494144:12345-0@lo:13:osp-pre-1-1.0 Request processed in 78us (289us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985184.486418:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00100000:0.0:1788985184.486433:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:0.0:1788985184.486439:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973494272:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985184.486447:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985184.486485:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973494272:12345-0@lo:13:osp-pre-1-0.0 Request processed in 46us (263us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985184.486491:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00080000:0.0:1788985184.486508:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985184.486538:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973494272:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985184.486563:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c52680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973494144:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985184.487097:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1788985184.487108:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973494400:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985184.487141:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.487306:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973494784:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.487337:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.487354:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973495296:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.487372:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.487386:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985184.487391:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973494912:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.487409:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.487428:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973495424:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.487444:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.487477:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494400 00000100:00100000:2.0:1788985184.487483:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494400 00000100:00100000:2.0:1788985184.487509:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494784 00000100:00100000:2.0:1788985184.487511:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494784 00000100:00100000:2.0:1788985184.487529:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1788985184.487535:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973494400:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985184.487561:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985184.487783:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c52680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973494400:12345-0@lo:41:osp-pre-0-1.0 Request processed in 246us (639us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.487790:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 575 00000100:00100000:2.0:1788985184.487806:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1788985184.487812:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973494784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.487842:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973494784:12345-0@lo:400:kworker.0 Request processed in 30us (504us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.487847:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 576 00000100:00100000:2.0:1788985184.487865:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495296 00000100:00100000:2.0:1788985184.487869:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495296 00000100:00100000:2.0:1788985184.487898:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1788985184.487904:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973495296:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.487978:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973495296:12345-0@lo:400:kworker.0 Request processed in 74us (604us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.487985:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 467 00000100:00100000:2.0:1788985184.488006:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494912 00000100:00100000:2.0:1788985184.488009:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494912 00000100:00100000:2.0:1788985184.488031:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495424 00000100:00100000:2.0:1788985184.488033:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495424 00000100:00100000:2.0:1788985184.488047:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1788985184.488053:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973494912:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.488082:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973494912:12345-0@lo:400:kworker.0 Request processed in 29us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.488088:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1209 00000100:00100000:2.0:1788985184.488099:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1788985184.488105:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973495424:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.488131:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973495424:12345-0@lo:400:kworker.0 Request processed in 26us (686us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.488136:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1210 00000100:00100000:2.0:1788985184.488183:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973494912:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.488192:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973495424:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.488200:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cd880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973494784:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.488207:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973495296:0@lo:400:kworker.0 00000100:00100000:2.0:1788985184.488218:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c262680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973494400:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985184.488596:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973494528:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.488635:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.488796:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973495040:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.488823:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.488850:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973495552:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.488871:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.488891:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1788985184.488897:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973494656:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.488917:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.488967:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973495168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.489003:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985184.489034:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495168 00000100:00100000:0.0:1788985184.489038:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495168 00000100:00100000:3.0:1788985184.489283:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494528 00000100:00100000:3.0:1788985184.489288:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494528 00000100:00100000:3.0:1788985184.489315:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495040 00000100:00100000:3.0:1788985184.489318:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495040 00000100:00100000:3.0:1788985184.489329:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495552 00000100:00100000:3.0:1788985184.489332:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495552 00000100:00100000:3.0:1788985184.489342:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973494656 00000100:00100000:3.0:1788985184.489344:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973494656 00000100:00100000:3.0:1788985184.489356:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1788985184.489363:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973494528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985184.489411:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973494528:12345-0@lo:400:kworker.0 Request processed in 49us (775us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985184.489417:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1211 00000100:00100000:3.0:1788985184.489432:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1788985184.489438:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973495040:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985184.489476:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973495040:12345-0@lo:400:kworker.0 Request processed in 38us (653us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985184.489490:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1212 00000100:00100000:3.0:1788985184.489502:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1788985184.489508:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973495552:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985184.489538:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973495552:12345-0@lo:400:kworker.0 Request processed in 30us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985184.489543:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1213 00000100:00100000:3.0:1788985184.489554:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1214 00000100:00100000:3.0:1788985184.489560:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973494656:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985184.489595:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973494656:12345-0@lo:400:kworker.0 Request processed in 25us (666us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985184.489601:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1214 00000100:00100000:0.0:1788985184.490382:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 468 00000100:00100000:0.0:1788985184.490395:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973495168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.490444:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144353480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973495168:12345-0@lo:400:kworker.0 Request processed in 53us (1440us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985184.490450:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 468 00000100:00080000:0.0:1788985184.490497:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:0.0:1788985184.490503:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985184.490507:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985184.490548:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973494656:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.490560:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973495168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985184.490570:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12500c6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973494528:0@lo:400:kworker.0 00010000:00080000:0.0:1788985184.490583:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cc380 x1875885973495040/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985184.490798:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973495040:0@lo:400:kworker.0 00010000:00080000:0.0:1788985184.490823:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144365880 x1875885973495552/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985200 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985184.490832:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973495552:0@lo:400:kworker.0 00000020:00000080:2.0:1788985184.938395:0:40308:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffee761da40 20000000:00000080:2.0:1788985184.938414:0:40308:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6d400 uarg=0000000000000000 10000000:01000000:2.0:1788985184.938581:0:40308:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985184.938604:0:40308:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.938624:0:40308:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.938632:0:40308:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.938677:0:40308:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.938691:0:40308:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 23 pid: 6508 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985184.938707:0:40308:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40308:1875885973495680:0@lo:104: 00000100:00100000:2.0:1788985184.938780:0:40308:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985184.938912:0:40308:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d17dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985184.939178:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495680 00000100:00100000:0.0:1788985184.939187:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495680 00000100:00100000:2.0:1788985184.939354:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 191 00000100:00100000:2.0:1788985184.939364:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:40308:x1875885973495680:12345-0@lo:104: 00010000:00010000:2.0:1788985184.939377:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985184.939519:0:40308:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364000 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40308:1875885973495680:0@lo:104: 00010000:00010000:0.0:1788985184.939541:0:40308:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985184.939762:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985184.939770:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:40308:x1875885973495680:12345-0@lo:104: Request processed in 407us (989us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985184.939777:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 191 00010000:00010000:3.0:1788985184.939820:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985184.939828:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.939836:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985184.939840:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.939848:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985184.939855:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985184.939861:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985184.939910:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.939949:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985184.939973:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.939980:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eb200/0xa0dd3253da52fb69 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb70 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.939995:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985184.939997:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985184.939999:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985184.940013:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973495808:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985184.940047:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985184.940230:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495808 00000100:00100000:3.0:1788985184.940235:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495808 00010000:00010000:3.0:1788985184.940257:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 24 pid: 6508 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985184.940375:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:3.0:1788985184.940384:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973495808:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985184.940395:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985184.940400:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 24 pid: 6508 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940411:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 24 pid: 6508 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940425:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fb70 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fb69 expref: 24 pid: 6508 timeout: 1124 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940449:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940457:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940471:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940478:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940486:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940492:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940497:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985184.940501:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940508:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940523:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985184.940532:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985184.940564:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973495808:12345-0@lo:103:ldlm_bl.0 Request processed in 181us (515us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985184.940576:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00010000:00010000:0.0:1788985184.940703:0:40308:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985184.940712:0:40308:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985184.940718:0:40308:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fb77 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40308 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985184.942460:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973495808:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985185.314288:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985185.791050:0:40356:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc181ba9c0 20000000:00000080:3.0:1788985185.791071:0:40356:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea95000 uarg=0000000000000000 10000000:01000000:3.0:1788985185.791236:0:40356:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985185.791260:0:40356:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791278:0:40356:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791288:0:40356:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791295:0:40356:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791302:0:40356:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791309:0:40356:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791315:0:40356:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985185.791319:0:40356:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791327:0:40356:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791353:0:40356:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791361:0:40356:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985185.791367:0:40356:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb7e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40356 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.334634:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:1.0:1788985186.467616:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985186.467624:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985186.467629:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985186.467687:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985186.467700:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985186.467711:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985186.467745:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973495936:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985186.467813:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985186.467867:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985186.467959:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973495936 00000100:00100000:2.0:1788985186.467975:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973495936 00000100:00100000:2.0:1788985186.468042:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 703 00000100:00100000:2.0:1788985186.468051:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973495936:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985186.468065:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985186.468078:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fb85 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.468100:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.468112:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.468121:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea000, rc 0) 00000100:00100000:2.0:1788985186.468165:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250b06c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973495936:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 115us (352us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985186.468172:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 703 00000100:00100000:0.0:1788985186.468369:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973495936:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985186.468383:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985186.468392:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985186.468410:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985186.468416:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985186.468435:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:2.0:1788985186.698744:0:40404:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdfc639420 20000000:00000080:2.0:1788985186.698762:0:40404:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6e000 uarg=0000000000000000 10000000:01000000:2.0:1788985186.698956:0:40404:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985186.698978:0:40404:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.698999:0:40404:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.699008:0:40404:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.699049:0:40404:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.699075:0:40404:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 23 pid: 6509 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985186.699094:0:40404:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40404:1875885973496064:0@lo:104: 00000100:00100000:2.0:1788985186.699161:0:40404:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985186.699220:0:40404:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1259ba0d80 going to sleep for 11 seconds 00000100:00100000:0.0:1788985186.699590:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496064 00000100:00100000:0.0:1788985186.699600:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496064 00000100:00100000:0.0:1788985186.699661:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 192 00000100:00100000:0.0:1788985186.699672:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40404:x1875885973496064:12345-0@lo:104: 00010000:00010000:0.0:1788985186.699685:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985186.699764:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985186.699770:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40404:x1875885973496064:12345-0@lo:104: Request processed in 100us (609us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985186.699776:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 192 00000100:00100000:2.0:1788985186.700175:0:40404:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40404:1875885973496064:0@lo:104: 00010000:00010000:2.0:1788985186.700203:0:40404:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700283:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:3.0:1788985186.700291:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700299:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:3.0:1788985186.700304:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700313:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:3.0:1788985186.700321:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985186.700328:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:3.0:1788985186.700399:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700406:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:3.0:1788985186.700438:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700457:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fb85 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fb8c expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700475:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985186.700477:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985186.700478:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985186.700521:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985186.700534:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973496192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985186.700573:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985186.700655:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496192 00000100:00100000:3.0:1788985186.700660:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496192 00010000:00010000:3.0:1788985186.700681:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 24 pid: 6509 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985186.700711:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:3.0:1788985186.700718:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973496192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985186.700729:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985186.700745:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 24 pid: 6509 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700756:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 24 pid: 6509 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700769:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea000/0xa0dd3253da52fb8c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fb85 expref: 24 pid: 6509 timeout: 1126 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700782:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700791:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700817:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700825:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700832:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700839:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700844:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985186.700848:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700856:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700867:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985186.700876:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985186.700919:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973496192:12345-0@lo:103:ldlm_bl.0 Request processed in 201us (345us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985186.701143:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973496192:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985186.701326:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00010000:00010000:2.0:1788985186.701558:0:40404:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.701567:0:40404:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985186.701574:0:40404:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eae00/0xa0dd3253da52fb93 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40404 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.358195:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985187.537671:0:40454:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc664ef970 20000000:00000080:3.0:1788985187.537689:0:40454:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1143b5f800 uarg=0000000000000000 10000000:01000000:3.0:1788985187.537854:0:40454:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985187.537882:0:40454:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.537908:0:40454:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.537920:0:40454:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538187:0:40454:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538193:0:40454:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538201:0:40454:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538207:0:40454:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677a00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985187.538211:0:40454:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538219:0:40454:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538231:0:40454:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538238:0:40454:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985187.538245:0:40454:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fb9a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40454 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985187.550184:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973496320:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985187.550251:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985187.550370:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496320 00000100:00100000:3.0:1788985187.550378:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496320 00000100:00100000:3.0:1788985187.550440:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:3.0:1788985187.550449:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973496320:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985187.550476:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985187.550517:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973496320:12345-0@lo:13:osp-pre-0-0.0 Request processed in 69us (265us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985187.550524:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788985187.550659:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973496320:0@lo:13:osp-pre-0-0.0 00000100:00080000:0.0:1788985187.550766:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985187.551521:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973496448:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985187.551557:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985187.551625:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496448 00000100:00100000:2.0:1788985187.551630:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496448 00000100:00100000:2.0:1788985187.551672:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788985187.551678:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973496448:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985187.551692:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985187.556459:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973496448:12345-0@lo:13:osp-pre-0-1.0 Request processed in 4770us (4892us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985187.556474:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00080000:2.0:1788985187.556518:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985187.556834:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973496448:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985188.063877:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985188.063901:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973496576:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985188.063997:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985188.064074:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496576 00000100:00100000:1.0:1788985188.064082:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496576 00000100:00100000:1.0:1788985188.064130:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1788985188.064139:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973496576:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985188.064176:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985188.064227:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973496576:12345-0@lo:41:osp-pre-1-0.0 Request processed in 89us (231us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985188.064234:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 577 00000100:00100000:1.0:1788985188.064282:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973496576:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985188.383176:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985188.495256:0:40502:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffdaefb3f90 20000000:00000080:0.0:1788985188.495276:0:40502:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114418f800 uarg=0000000000000000 10000000:01000000:0.0:1788985188.495448:0:40502:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985188.495486:0:40502:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495502:0:40502:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495512:0:40502:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495519:0:40502:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495532:0:40502:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495539:0:40502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495545:0:40502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985188.495549:0:40502:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495556:0:40502:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495569:0:40502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495577:0:40502:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985188.495583:0:40502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fba1 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40502 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985188.521123:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:1.0:1788985188.521131:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:1.0:1788985188.521135:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:1.0:1788985188.521181:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521192:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521203:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985188.521228:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973496704:0@lo:101:ll_cfg_requeue.0 00000100:00100000:1.0:1788985188.521297:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985188.521348:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496704 00000100:00100000:1.0:1788985188.521356:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496704 00000100:00100000:1.0:1788985188.521419:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1788985188.521428:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973496704:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985188.521442:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985188.521468:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fba8 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521491:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521503:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521512:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eba00, rc 0) 00000100:00100000:1.0:1788985188.521546:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973496704:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (249us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985188.521553:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 704 00000100:00100000:1.0:1788985188.521601:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12616379c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985188.521620:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973496704:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985188.521648:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521656:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985188.521884:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985188.521890:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985188.521898:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985189.406981:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985189.432399:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985189.432444:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985189.432477:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985189.433342:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200000 00000100:00100000:3.0:1788985189.433355:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200000 00000100:00100000:3.0:1788985189.433426:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200128 00000100:00100000:3.0:1788985189.433430:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200128 00000100:00100000:3.0:1788985189.433457:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1215 00000100:00100000:3.0:1788985189.433469:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953200000:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985189.433554:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953200000:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 87us (1164us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985189.433554:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1216 00000100:00100000:3.0:1788985189.433562:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1215 00000100:00100000:0.0:1788985189.433563:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953200128:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985189.433592:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953200128:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 32us (1114us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985189.433598:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1216 00000100:00080000:2.0:1788985189.433799:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985189.433803:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985189.435567:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953199872 00000100:00100000:1.0:1788985189.435588:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953199872 00000100:00100000:1.0:1788985189.435661:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 705 00000100:00100000:1.0:1788985189.435671:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953199872:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985189.435755:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776e850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953199872:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (3310us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985189.435764:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 705 00000020:00000080:2.0:1788985189.530619:0:40550:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc92f95ed0 20000000:00000080:2.0:1788985189.530638:0:40550:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6d400 uarg=0000000000000000 10000000:01000000:2.0:1788985189.531585:0:40550:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985189.531611:0:40550:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.531632:0:40550:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.531641:0:40550:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.531685:0:40550:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.531702:0:40550:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 23 pid: 6506 timeout: 1129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985189.531729:0:40550:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40550:1875885973496832:0@lo:104: 00000100:00100000:2.0:1788985189.531797:0:40550:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.531866:0:40550:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e780 going to sleep for 11 seconds 00000100:00100000:3.0:1788985189.532289:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496832 00000100:00100000:3.0:1788985189.532297:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496832 00000100:00100000:3.0:1788985189.532354:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 193 00000100:00100000:3.0:1788985189.532365:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:40550:x1875885973496832:12345-0@lo:104: 00010000:00010000:3.0:1788985189.532390:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985189.532460:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985189.532467:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:40550:x1875885973496832:12345-0@lo:104: Request processed in 105us (670us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.532474:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 193 00010000:00010000:1.0:1788985189.532536:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985189.532543:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985189.532550:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985189.532554:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985189.532563:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985189.532569:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985189.532576:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985189.532613:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985189.532620:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985189.532641:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985189.532648:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12617eae00/0xa0dd3253da52fba8 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbaf expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985189.532675:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985189.532677:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985189.532678:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985189.532686:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985189.532698:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973496960:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985189.532741:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985189.532922:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973496960 00000100:00100000:0.0:1788985189.533131:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973496960 00010000:00010000:0.0:1788985189.533156:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 24 pid: 6506 timeout: 1129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985189.533191:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1788985189.533198:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973496960:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985189.533210:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985189.533214:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 24 pid: 6506 timeout: 1129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533225:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 24 pid: 6506 timeout: 1129 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533242:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533250:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533265:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533272:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533278:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533284:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533290:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985189.533299:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533307:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533316:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985189.533326:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985189.533366:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973496960:12345-0@lo:103:ldlm_bl.0 Request processed in 169us (625us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985189.533373:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00000100:00100000:0.0:1788985189.533410:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973496960:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985189.533689:0:40550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eba00/0xa0dd3253da52fbaf lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fba8 expref: 23 pid: 6506 timeout: 1129 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985189.533719:0:40550:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365500 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40550:1875885973496832:0@lo:104: 00010000:00010000:2.0:1788985189.533736:0:40550:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.533743:0:40550:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.533750:0:40550:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985189.533755:0:40550:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbb6 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40550 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985189.602567:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985189.602589:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973497088:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985189.602667:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985189.602846:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497088 00000100:00100000:3.0:1788985189.602856:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497088 00000100:00100000:3.0:1788985189.602917:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1788985189.602973:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973497088:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985189.603000:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985189.603052:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973497088:12345-0@lo:13:osp-pre-1-0.0 Request processed in 127us (384us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.603059:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00080000:3.0:1788985189.603090:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985189.603505:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973497216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985189.603535:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.603558:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973497728:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.603575:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.603589:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973498240:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.603606:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.603634:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:2.0:1788985189.603639:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973497344:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.603677:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.603694:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973497856:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.603723:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.603740:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973498368:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.603773:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.603801:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497216 00000100:00100000:2.0:1788985189.603805:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497216 00000100:00100000:2.0:1788985189.603854:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788985189.603860:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973497216:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985189.604233:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985189.604275:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973497216:12345-0@lo:13:osp-pre-1-1.0 Request processed in 414us (738us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.604281:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788985189.604303:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497728 00000100:00100000:2.0:1788985189.604306:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497728 00000100:00100000:2.0:1788985189.604331:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1788985189.604338:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973497728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.604370:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973497728:12345-0@lo:400:kworker.0 Request processed in 34us (794us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.604376:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 578 00000100:00100000:2.0:1788985189.604392:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498240 00000100:00100000:2.0:1788985189.604395:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498240 00000100:00100000:2.0:1788985189.604419:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1788985189.604425:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973498240:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.604453:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973498240:12345-0@lo:400:kworker.0 Request processed in 28us (845us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.604459:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 469 00000100:00100000:2.0:1788985189.604475:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497344 00000100:00100000:2.0:1788985189.604479:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497344 00000100:00100000:2.0:1788985189.604500:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497856 00000100:00100000:2.0:1788985189.604503:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497856 00000100:00100000:2.0:1788985189.604529:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498368 00000100:00100000:2.0:1788985189.604532:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498368 00000100:00100000:2.0:1788985189.604544:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1788985189.604549:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973497344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.604579:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973497344:12345-0@lo:400:kworker.0 Request processed in 29us (901us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.604584:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1217 00000100:00100000:2.0:1788985189.604594:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1788985189.604600:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973497856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605127:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973497856:12345-0@lo:400:kworker.0 Request processed in 525us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.605134:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1218 00000100:00100000:2.0:1788985189.605147:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1788985189.605154:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973498368:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605180:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973498368:12345-0@lo:400:kworker.0 Request processed in 28us (1407us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.605185:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1219 00000100:00100000:2.0:1788985189.605227:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973497344:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605236:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973497856:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605247:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cc380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973498368:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605262:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973497216:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985189.605272:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973497728:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605281:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d30000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973498240:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605344:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973497600:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605374:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.605394:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973498112:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605414:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.605430:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973498624:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605448:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.605465:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:2.0:1788985189.605472:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973497472:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605493:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.605511:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973497984:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605529:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.605544:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973498496:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.605562:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985189.605585:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497600 00000100:00100000:2.0:1788985189.605590:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497600 00000100:00100000:2.0:1788985189.605611:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497984 00000100:00100000:2.0:1788985189.605613:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497984 00000100:00100000:3.0:1788985189.605842:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973497472 00000100:00100000:3.0:1788985189.605846:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973497472 00000100:00100000:3.0:1788985189.605880:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788985189.605888:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973497472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.606246:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973497472:12345-0@lo:400:kworker.0 Request processed in 360us (751us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.606253:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 579 00000100:00100000:3.0:1788985189.606275:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498112 00000100:00100000:3.0:1788985189.606278:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498112 00000100:00100000:3.0:1788985189.606303:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498624 00000100:00100000:3.0:1788985189.606306:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498624 00000100:00100000:3.0:1788985189.606324:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788985189.606340:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973498112:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.606373:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973498112:12345-0@lo:400:kworker.0 Request processed in 34us (958us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.606380:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 470 00000100:00100000:3.0:1788985189.606392:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 471 00000100:00100000:3.0:1788985189.606398:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973498624:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.606426:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973498624:12345-0@lo:400:kworker.0 Request processed in 28us (976us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.606431:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 471 00000100:00080000:3.0:1788985189.606451:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985189.606456:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985189.606458:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985189.606482:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985189.606492:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973498752:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985189.606534:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985189.606566:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498496 00000100:00100000:3.0:1788985189.606570:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498496 00000100:00100000:3.0:1788985189.606602:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1788985189.606608:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973497600:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.606656:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973497600:12345-0@lo:400:kworker.0 Request processed in 48us (1281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.606663:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1220 00000100:00100000:3.0:1788985189.606675:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1221 00000100:00100000:3.0:1788985189.606681:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973498496:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.606722:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973498496:12345-0@lo:400:kworker.0 Request processed in 40us (1158us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.606736:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1221 00000100:00080000:3.0:1788985189.606756:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985189.606778:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498752 00000100:00100000:3.0:1788985189.606782:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498752 00000100:00100000:3.0:1788985189.606804:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 580 00000100:00100000:3.0:1788985189.606824:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973498752:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985189.606849:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985189.606911:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973498752:12345-0@lo:41:osp-pre-0-1.0 Request processed in 101us (376us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985189.606917:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 580 00000100:00100000:2.0:1788985189.608272:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1222 00000100:00100000:2.0:1788985189.608282:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973497984:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.608879:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973497472:0@lo:400:kworker.0 00000100:00100000:2.0:1788985189.610014:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973497984:12345-0@lo:400:kworker.0 Request processed in 1728us (4478us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985189.610024:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1222 00000100:00080000:2.0:1788985189.610061:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985189.610245:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973498752:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985189.610373:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973497088:0@lo:13:osp-pre-1-0.0 00010000:00080000:3.0:1788985189.612305:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11433cfb80 x1875885973498496/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985189.612322:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973498496:0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.612337:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973497600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.612348:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973498112:0@lo:400:kworker.0 00000100:00100000:3.0:1788985189.612358:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973498624:0@lo:400:kworker.0 00010000:00080000:3.0:1788985189.612385:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144364000 x1875885973497984/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985205 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985189.612394:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973497984:0@lo:400:kworker.0 00010000:00010000:1.0:1788985190.432883:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:1.0:1788985190.517239:0:40598:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff997b9580 20000000:00000080:1.0:1788985190.517256:0:40598:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2d400 uarg=0000000000000000 10000000:01000000:1.0:1788985190.517417:0:40598:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985190.517443:0:40598:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517466:0:40598:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517480:0:40598:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517488:0:40598:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517495:0:40598:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517514:0:40598:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517522:0:40598:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985190.517527:0:40598:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517537:0:40598:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517552:0:40598:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517561:0:40598:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985190.517568:0:40598:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ea400/0xa0dd3253da52fbbd lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40598 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.455216:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985191.478116:0:40646:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff73ff4ce0 20000000:00000080:3.0:1788985191.478133:0:40646:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144321c00 uarg=0000000000000000 10000000:01000000:3.0:1788985191.478300:0:40646:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985191.478322:0:40646:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478338:0:40646:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478349:0:40646:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478356:0:40646:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478363:0:40646:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478370:0:40646:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478377:0:40646:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985191.478382:0:40646:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478390:0:40646:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478402:0:40646:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478409:0:40646:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.478426:0:40646:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676600/0xa0dd3253da52fbc4 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40646 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985191.581993:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985191.582001:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985191.582006:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985191.582056:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.582069:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.582081:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985191.582110:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973498880:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985191.582186:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985191.582249:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985191.582325:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973498880 00000100:00100000:2.0:1788985191.582339:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973498880 00000100:00100000:2.0:1788985191.582387:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 706 00000100:00100000:2.0:1788985191.582395:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973498880:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985191.582409:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985191.582421:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fbcb expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985191.582443:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985191.582453:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985191.582461:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea600, rc 0) 00000100:00100000:2.0:1788985191.582508:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973498880:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 114us (323us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985191.582517:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 706 00000100:00100000:3.0:1788985191.582612:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973498880:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985191.582626:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.582634:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985191.582654:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985191.582660:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985191.582677:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788985192.352110:0:40694:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffeebf06f90 20000000:00000080:1.0:1788985192.352130:0:40694:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2d400 uarg=0000000000000000 10000000:01000000:1.0:1788985192.352363:0:40694:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985192.352386:0:40694:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985192.352403:0:40694:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985192.352411:0:40694:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985192.352462:0:40694:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985192.352477:0:40694:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 23 pid: 6509 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985192.352491:0:40694:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40694:1875885973499008:0@lo:104: 00000100:00100000:1.0:1788985192.352552:0:40694:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985192.352730:0:40694:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11438749c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985192.352787:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499008 00000100:00100000:2.0:1788985192.352795:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499008 00000100:00100000:0.0:1788985192.356136:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 194 00000100:00100000:0.0:1788985192.356150:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:40694:x1875885973499008:12345-0@lo:104: 00010000:00010000:0.0:1788985192.356171:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356283:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985192.356289:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:40694:x1875885973499008:12345-0@lo:104: Request processed in 143us (3737us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985192.356295:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 194 00010000:00010000:0.0:1788985192.356317:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985192.356323:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356331:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985192.356335:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356357:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985192.356364:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985192.356370:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00000100:00100000:3.0:1788985192.356378:0:40694:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40694:1875885973499008:0@lo:104: 00010000:00010000:3.0:1788985192.356401:0:40694:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356403:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356409:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985192.356433:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985192.356439:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973499136:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985192.356440:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fbcb lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbd2 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356457:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985192.356459:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985192.356460:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985192.356479:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985192.356504:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499136 00000100:00100000:0.0:1788985192.356509:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499136 00010000:00010000:0.0:1788985192.356528:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 24 pid: 6509 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985192.356558:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1788985192.356565:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973499136:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985192.356575:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985192.356580:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 24 pid: 6509 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356606:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 24 pid: 6509 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356620:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fbd2 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fbcb expref: 24 pid: 6509 timeout: 1132 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356633:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356641:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356656:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356664:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356671:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356686:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356692:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985192.356696:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356704:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356734:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985192.356743:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985192.356774:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce56050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973499136:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (294us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985192.356781:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1788985192.356826:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973499136:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985192.356964:0:40694:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985192.356972:0:40694:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985192.356977:0:40694:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbd9 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40694 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985192.479092:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985192.670339:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973499264:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985192.670410:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985192.670532:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499264 00000100:00100000:3.0:1788985192.670540:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499264 00000100:00080000:2.0:1788985192.670761:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985192.670918:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:3.0:1788985192.671060:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973499264:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985192.671092:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985192.671154:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973499264:12345-0@lo:13:osp-pre-0-0.0 Request processed in 228us (744us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985192.671161:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788985192.671246:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973499264:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985192.671768:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973499392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985192.671805:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985192.671885:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499392 00000100:00100000:3.0:1788985192.671902:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499392 00000100:00100000:3.0:1788985192.671970:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788985192.671977:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973499392:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985192.671990:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788985192.672150:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985192.672297:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973499392:12345-0@lo:13:osp-pre-0-1.0 Request processed in 320us (491us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985192.672305:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:2.0:1788985192.672432:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973499392:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985193.182283:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985193.182312:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973499520:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985193.182596:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985193.182860:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499520 00000100:00100000:1.0:1788985193.182871:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499520 00000100:00100000:1.0:1788985193.182968:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1788985193.182981:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973499520:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985193.183018:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985193.183075:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973499520:12345-0@lo:41:osp-pre-1-0.0 Request processed in 98us (492us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985193.183081:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 581 00000100:00100000:1.0:1788985193.183128:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973499520:0@lo:41:osp-pre-1-0.0 00000020:00000080:1.0:1788985193.278118:0:40742:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc49ec14f0 20000000:00000080:1.0:1788985193.278137:0:40742:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f2e000 uarg=0000000000000000 10000000:01000000:1.0:1788985193.278288:0:40742:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985193.278314:0:40742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278328:0:40742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278338:0:40742:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278344:0:40742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278351:0:40742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278358:0:40742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278363:0:40742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985193.278368:0:40742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278374:0:40742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278385:0:40742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278392:0:40742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985193.278397:0:40742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eb400/0xa0dd3253da52fbe0 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985193.503683:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985193.694296:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985193.694305:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985193.694310:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985193.694352:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985193.694363:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985193.694379:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985193.694406:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973499648:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985193.694481:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985193.694537:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c1649c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985193.694755:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499648 00000100:00100000:2.0:1788985193.694763:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499648 00000100:00100000:2.0:1788985193.694825:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1788985193.694833:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973499648:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985193.694845:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985193.694858:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fbe7 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985193.694879:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985193.694888:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985193.694896:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788985193.694951:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973499648:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 119us (470us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985193.694957:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 707 00000100:00100000:2.0:1788985193.695010:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350380 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973499648:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985193.695024:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985193.695031:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985193.695045:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985193.695049:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985193.695054:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985194.168242:0:40791:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe155d9b90 20000000:00000080:3.0:1788985194.168259:0:40791:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144321800 uarg=0000000000000000 10000000:01000000:3.0:1788985194.168477:0:40791:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985194.168496:0:40791:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.168514:0:40791:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.168524:0:40791:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.168560:0:40791:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.168641:0:40791:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 23 pid: 6508 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985194.168658:0:40791:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40791:1875885973499776:0@lo:104: 00000100:00100000:3.0:1788985194.168733:0:40791:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985194.168848:0:40791:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12431ed6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985194.169261:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:0.0:1788985194.169275:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499776 00000100:00100000:0.0:1788985194.169282:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499776 00000100:00100000:0.0:1788985194.169367:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 195 00000100:00100000:0.0:1788985194.169377:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11441e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40791:x1875885973499776:12345-0@lo:104: 00010000:00010000:0.0:1788985194.169398:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985194.169462:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:0.0:1788985194.169468:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11441e5c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:40791:x1875885973499776:12345-0@lo:104: Request processed in 93us (735us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985194.169475:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 195 00010000:00010000:1.0:1788985194.169542:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985194.169548:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985194.169555:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985194.169559:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985194.169567:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985194.169583:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985194.169589:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985194.169617:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985194.169623:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985194.169644:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985194.169651:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8400/0xa0dd3253da52fbe7 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fbee expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985194.169678:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985194.169680:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985194.169682:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985194.169695:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973499904:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985194.169733:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985194.169850:0:40791:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40791:1875885973499776:0@lo:104: 00010000:00010000:2.0:1788985194.169870:0:40791:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985194.170459:0:6500:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973499904 00000100:00100000:3.0:1788985194.170471:0:6500:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973499904 00010000:00010000:3.0:1788985194.170493:0:6500:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 24 pid: 6508 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985194.170553:0:6500:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:3.0:1788985194.170562:0:6500:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973499904:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985194.170584:0:6500:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985194.170589:0:6500:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 24 pid: 6508 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170599:0:6500:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 24 pid: 6508 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170612:0:6500:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fbee lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fbe7 expref: 24 pid: 6508 timeout: 1133 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170625:0:6500:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170634:0:6500:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170648:0:6500:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170654:0:6500:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170670:0:6500:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170677:0:6500:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170689:0:6500:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985194.170693:0:6500:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170701:0:6500:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170721:0:6500:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985194.170730:0:6500:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985194.170770:0:6500:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973499904:12345-0@lo:103:ldlm_bl.0 Request processed in 209us (1036us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985194.170777:0:6500:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00010000:00010000:2.0:1788985194.170874:0:40791:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985194.170883:0:40791:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985194.170888:0:40791:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fbf5 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40791 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985194.174277:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973499904:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985194.526258:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985194.552187:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985194.552275:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985194.552357:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985194.552393:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200256 00000100:00100000:2.0:1788985194.552403:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200256 00000100:00100000:2.0:1788985194.552461:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 708 00000100:00100000:2.0:1788985194.552470:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953200256:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985194.552541:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953200256:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 73us (266us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985194.552548:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 708 00000100:00100000:3.0:1788985194.554782:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200384 00000100:00100000:3.0:1788985194.554794:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200384 00000100:00100000:2.0:1788985194.554919:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200512 00000100:00100000:3.0:1788985194.556383:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1223 00000100:00100000:3.0:1788985194.556397:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953200384:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985194.556475:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953200384:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (4298us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985194.556483:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1223 00000100:00100000:2.0:1788985194.556908:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200512 00000100:00080000:0.0:1788985194.557147:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985194.559034:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985194.559118:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1224 00000100:00100000:0.0:1788985194.559129:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953200512:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985194.559202:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953200512:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 75us (6844us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985194.559209:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1224 00000100:00100000:1.0:1788985194.720102:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973500032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985194.720175:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720267:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500032 00000100:00100000:1.0:1788985194.720275:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500032 00000100:00100000:1.0:1788985194.720325:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:1.0:1788985194.720336:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973500032:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985194.720364:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985194.720411:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973500032:12345-0@lo:13:osp-pre-1-0.0 Request processed in 78us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.720418:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00080000:1.0:1788985194.720439:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985194.720578:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973500288:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.720608:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720633:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973500800:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.720664:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720684:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973501312:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.720705:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720724:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:1.0:1788985194.720730:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973500416:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.720768:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720788:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973500928:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.720809:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720826:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973501440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.720844:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.720872:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500288 00000100:00100000:1.0:1788985194.720876:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500288 00000100:00100000:1.0:1788985194.720896:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500800 00000100:00100000:1.0:1788985194.720898:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500800 00000100:00100000:1.0:1788985194.720915:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501312 00000100:00100000:1.0:1788985194.720917:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501312 00000100:00100000:1.0:1788985194.720956:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500928 00000100:00100000:1.0:1788985194.720959:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500928 00000100:00100000:1.0:1788985194.720973:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501440 00000100:00100000:1.0:1788985194.720975:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501440 00000100:00100000:1.0:1788985194.720989:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1788985194.720995:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973500288:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721033:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973500288:12345-0@lo:400:kworker.0 Request processed in 38us (423us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721040:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1225 00000100:00100000:1.0:1788985194.721052:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1788985194.721059:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973500800:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721086:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973500800:12345-0@lo:400:kworker.0 Request processed in 28us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721092:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1226 00000100:00100000:1.0:1788985194.721103:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1788985194.721110:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973501312:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721149:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973501312:12345-0@lo:400:kworker.0 Request processed in 40us (443us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721155:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1227 00000100:00100000:1.0:1788985194.721167:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1788985194.721173:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973500928:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721198:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973500928:12345-0@lo:400:kworker.0 Request processed in 26us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721204:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1228 00000100:00100000:1.0:1788985194.721215:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1788985194.721221:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973501440:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721245:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c2680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973501440:12345-0@lo:400:kworker.0 Request processed in 25us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721251:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1229 00000100:00100000:1.0:1788985194.721275:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500416 00000100:00100000:1.0:1788985194.721278:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500416 00000100:00100000:1.0:1788985194.721301:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788985194.721307:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973500416:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721339:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973500416:12345-0@lo:400:kworker.0 Request processed in 32us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721345:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 582 00000100:00100000:1.0:1788985194.721369:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973500160:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721404:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.721429:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973500672:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721451:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.721468:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973501184:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721498:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.721520:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:1.0:1788985194.721526:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973500544:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721545:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.721561:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973501056:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721581:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.721598:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973501568:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721627:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985194.721668:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500160 00000100:00100000:1.0:1788985194.721673:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500160 00000100:00100000:1.0:1788985194.721700:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788985194.721706:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973500160:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721741:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973500160:12345-0@lo:400:kworker.0 Request processed in 35us (336us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721747:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 709 00000100:00100000:1.0:1788985194.721773:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500672 00000100:00100000:1.0:1788985194.721777:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500672 00000100:00100000:1.0:1788985194.721797:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788985194.721802:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973500672:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721830:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973500672:12345-0@lo:400:kworker.0 Request processed in 27us (378us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721835:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 583 00000100:00100000:1.0:1788985194.721852:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501184 00000100:00100000:1.0:1788985194.721855:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501184 00000100:00100000:1.0:1788985194.721879:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501056 00000100:00100000:1.0:1788985194.721882:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501056 00000100:00100000:1.0:1788985194.721893:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501568 00000100:00100000:1.0:1788985194.721901:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501568 00000100:00100000:1.0:1788985194.721917:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1788985194.721922:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973501184:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.721976:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973501184:12345-0@lo:400:kworker.0 Request processed in 54us (478us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.721982:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 472 00000100:00100000:1.0:1788985194.721994:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1788985194.722000:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973501056:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722027:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973501056:12345-0@lo:400:kworker.0 Request processed in 27us (445us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.722032:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 473 00000100:00100000:1.0:1788985194.722043:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 474 00000100:00100000:1.0:1788985194.722049:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973501568:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722074:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973501568:12345-0@lo:400:kworker.0 Request processed in 25us (447us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.722081:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 474 00000100:00080000:1.0:1788985194.722109:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985194.722113:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985194.722115:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985194.722118:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985194.722152:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973500032:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985194.722184:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973500416:0@lo:400:kworker.0 00010000:00080000:1.0:1788985194.722195:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442c1500 x1875885973500928/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985194.722205:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973500928:0@lo:400:kworker.0 00010000:00080000:1.0:1788985194.722227:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442c3b80 x1875885973501440/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985210 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985194.722236:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973501440:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722246:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973500288:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722253:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973500800:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722262:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973501312:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722296:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973501056:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722305:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973501568:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722311:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973500160:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722319:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973500672:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722327:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442c3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973501184:0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722347:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973500544 00000100:00100000:1.0:1788985194.722350:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973500544 00000100:00100000:1.0:1788985194.722374:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1788985194.722381:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973500544:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985194.722414:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973500544:12345-0@lo:400:kworker.0 Request processed in 34us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985194.722421:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1230 00000100:00100000:1.0:1788985194.722448:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973500544:0@lo:400:kworker.0 00000100:00100000:0.0:1788985194.723369:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985194.723383:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973501696:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985194.723425:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985194.723463:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501696 00000100:00100000:0.0:1788985194.723468:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501696 00000100:00100000:0.0:1788985194.723502:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1788985194.723511:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973501696:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985194.723528:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985194.723569:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973501696:12345-0@lo:13:osp-pre-1-1.0 Request processed in 59us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985194.723575:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:0.0:1788985194.723615:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973501696:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985194.728301:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985194.728324:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973501824:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985194.728388:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985194.729039:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501824 00000100:00100000:3.0:1788985194.729049:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501824 00000100:00100000:3.0:1788985194.729105:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 584 00000100:00100000:3.0:1788985194.729115:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973501824:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985194.729151:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985194.729335:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973501824:12345-0@lo:41:osp-pre-0-1.0 Request processed in 221us (945us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985194.729343:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 584 00000100:00100000:2.0:1788985194.729493:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973501824:0@lo:41:osp-pre-0-1.0 00000020:00000080:1.0:1788985195.019320:0:40840:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcffc09330 20000000:00000080:1.0:1788985195.019338:0:40840:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea90c00 uarg=0000000000000000 10000000:01000000:1.0:1788985195.019493:0:40840:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985195.019515:0:40840:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019531:0:40840:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019541:0:40840:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019548:0:40840:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019555:0:40840:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019563:0:40840:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019570:0:40840:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ebc00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985195.019574:0:40840:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019583:0:40840:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019595:0:40840:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019602:0:40840:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985195.019619:0:40840:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fbfc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40840 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.551887:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985195.963186:0:40888:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe53673440 20000000:00000080:2.0:1788985195.963204:0:40888:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6f000 uarg=0000000000000000 10000000:01000000:2.0:1788985195.968159:0:40888:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985195.968189:0:40888:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968206:0:40888:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968217:0:40888:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968223:0:40888:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968229:0:40888:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968236:0:40888:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968243:0:40888:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985195.968248:0:40888:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968256:0:40888:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968268:0:40888:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968276:0:40888:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.968294:0:40888:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eaa00/0xa0dd3253da52fc03 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40888 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985195.998636:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985195.998653:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985195.998659:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985195.998706:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.998719:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985195.998731:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985195.998754:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973501952:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985195.998815:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985195.998865:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127c164000 going to sleep for 11 seconds 00000100:00100000:0.0:1788985195.998917:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973501952 00000100:00100000:0.0:1788985195.999509:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973501952 00000100:00100000:0.0:1788985195.999660:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 710 00000100:00100000:0.0:1788985195.999674:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973501952:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985195.999695:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985195.999718:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc0a expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985195.999752:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985195.999766:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985195.999776:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8c00, rc 0) 00000100:00100000:0.0:1788985195.999872:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973501952:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 201us (1055us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985195.999889:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 710 00000100:00100000:2.0:1788985196.004963:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973501952:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985196.004997:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985196.005010:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985196.005032:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985196.005037:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985196.005064:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985196.578211:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985197.598136:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985197.790508:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985197.790533:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973502080:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985197.790601:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985197.790677:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502080 00000100:00100000:0.0:1788985197.790687:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502080 00000100:00100000:0.0:1788985197.790743:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:0.0:1788985197.790752:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973502080:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985197.790779:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985197.790825:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973502080:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985197.790831:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00080000:0.0:1788985197.790859:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985197.790894:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973502080:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985197.793586:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973502208:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985197.793663:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985197.793726:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502208 00000100:00100000:2.0:1788985197.793733:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502208 00000100:00100000:2.0:1788985197.794025:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788985197.794035:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973502208:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985197.794057:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985197.794106:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973502208:12345-0@lo:13:osp-pre-0-0.0 Request processed in 73us (444us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985197.794113:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00080000:2.0:1788985197.794134:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985197.794167:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973502208:0@lo:13:osp-pre-0-0.0 00000020:00000080:1.0:1788985197.874695:0:40986:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcfd7f14b0 20000000:00000080:1.0:1788985197.874711:0:40986:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea93000 uarg=0000000000000000 10000000:01000000:1.0:1788985197.875593:0:40986:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985197.875616:0:40986:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.875644:0:40986:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.875653:0:40986:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.875691:0:40986:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.875706:0:40986:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 23 pid: 6508 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985197.875722:0:40986:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40986:1875885973502336:0@lo:104: 00000100:00100000:1.0:1788985197.875793:0:40986:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985197.875845:0:40986:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142d24480 going to sleep for 11 seconds 00000100:00100000:2.0:1788985197.876048:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502336 00000100:00100000:2.0:1788985197.876056:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502336 00000100:00100000:2.0:1788985197.876109:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 196 00000100:00100000:2.0:1788985197.876118:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:40986:x1875885973502336:12345-0@lo:104: 00010000:00010000:2.0:1788985197.876132:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876190:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985197.876197:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:40986:x1875885973502336:12345-0@lo:104: Request processed in 80us (404us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985197.876203:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 196 00010000:00010000:2.0:1788985197.876237:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985197.876243:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876250:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eaa00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985197.876254:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876264:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985197.876271:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985197.876276:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985197.876305:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876311:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985197.876334:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876339:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eaa00/0xa0dd3253da52fc0a lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc11 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876369:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985197.876371:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985197.876373:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985197.876392:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973502464:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985197.876420:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985197.876471:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502464 00000100:00100000:2.0:1788985197.876474:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502464 00010000:00010000:2.0:1788985197.876493:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 24 pid: 6508 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985197.876516:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788985197.876522:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973502464:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985197.876532:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985197.876536:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 24 pid: 6508 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876547:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 24 pid: 6508 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876564:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876572:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876584:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876591:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876598:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876604:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876618:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eac00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985197.876622:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876640:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876648:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985197.876658:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985197.876685:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973502464:12345-0@lo:103:ldlm_bl.0 Request processed in 163us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985197.876692:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00000100:00100000:2.0:1788985197.876727:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973502464:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985197.877541:0:40986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8c00/0xa0dd3253da52fc11 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc0a expref: 23 pid: 6508 timeout: 1137 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985197.877554:0:40986:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485e300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:40986:1875885973502336:0@lo:104: 00010000:00010000:1.0:1788985197.877583:0:40986:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.877593:0:40986:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.877600:0:40986:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985197.877608:0:40986:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eac00/0xa0dd3253da52fc18 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 40986 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985198.302903:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985198.302958:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973502592:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985198.303033:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985198.303169:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502592 00000100:00100000:2.0:1788985198.303178:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502592 00000100:00100000:2.0:1788985198.303234:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 585 00000100:00100000:2.0:1788985198.303243:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973502592:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985198.303281:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985198.303337:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973502592:12345-0@lo:41:osp-pre-1-0.0 Request processed in 95us (304us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985198.303356:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 585 00000100:00100000:3.0:1788985198.304517:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973502592:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985198.628987:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985199.654556:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985199.676804:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985199.676848:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985199.676877:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985199.676907:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200768 00000100:00100000:1.0:1788985199.676917:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200768 00000100:00100000:1.0:1788985199.676995:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200896 00000100:00100000:1.0:1788985199.676999:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200896 00000100:00100000:1.0:1788985199.677022:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1231 00000100:00100000:1.0:1788985199.677032:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953200768:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985199.677103:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953200768:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 71us (305us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985199.677111:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1231 00000100:00100000:1.0:1788985199.677126:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1232 00000100:00100000:1.0:1788985199.677139:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953200896:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985199.677165:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953200896:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 27us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985199.677172:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1232 00000100:00080000:1.0:1788985199.677189:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:1.0:1788985199.677193:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985199.679549:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953200640 00000100:00100000:0.0:1788985199.679563:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953200640 00000100:00100000:0.0:1788985199.684855:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 711 00000100:00100000:0.0:1788985199.684878:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953200640:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985199.684977:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953200640:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 107us (8128us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985199.684984:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 711 00000100:00100000:1.0:1788985199.838084:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973502720:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985199.838161:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985199.838243:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502720 00000100:00100000:1.0:1788985199.838252:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502720 00000100:00100000:1.0:1788985199.838312:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:1.0:1788985199.838323:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973502720:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985199.838353:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985199.838397:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973502720:12345-0@lo:13:osp-pre-1-0.0 Request processed in 76us (236us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985199.838404:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00080000:1.0:1788985199.838429:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985199.838463:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973502720:0@lo:13:osp-pre-1-0.0 10000000:01000000:2.0:1788985199.838578:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985199.838582:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985199.838586:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985199.838625:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985199.838647:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985199.838657:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985199.838673:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144229500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973502848:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985199.838706:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985199.838729:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b126dc1e3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1788985199.838982:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985199.838992:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973502976:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985199.839024:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.839211:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502976 00000100:00100000:3.0:1788985199.839216:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502976 00000100:00100000:3.0:1788985199.839248:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1788985199.839255:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973502976:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985199.839280:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985199.839322:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973502976:12345-0@lo:41:osp-pre-0-1.0 Request processed in 67us (297us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.839328:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 586 00000100:00100000:3.0:1788985199.839362:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973502976:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985199.839625:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973503232:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.839656:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.839685:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973503744:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.839713:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.839725:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973504256:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.839742:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.839757:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788985199.839761:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973503360:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.839793:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.839810:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973503872:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.839839:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.839876:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503232 00000100:00100000:3.0:1788985199.839880:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503232 00000100:00100000:3.0:1788985199.839906:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1788985199.839912:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973503232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.839969:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973503232:12345-0@lo:400:kworker.0 Request processed in 57us (312us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.839975:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1233 00000100:00100000:3.0:1788985199.839992:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503360 00000100:00100000:3.0:1788985199.839996:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503360 00000100:00100000:3.0:1788985199.840017:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1788985199.840023:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973503360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840057:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973503360:12345-0@lo:400:kworker.0 Request processed in 34us (264us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840063:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 587 00000100:00100000:3.0:1788985199.840080:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973503104:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840103:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.840119:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973503616:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840140:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.840153:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973504128:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840171:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.840188:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788985199.840193:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973503488:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840213:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.840230:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973504000:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840262:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985199.840282:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503104 00000100:00100000:3.0:1788985199.840285:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503104 00000100:00100000:3.0:1788985199.840303:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503616 00000100:00100000:3.0:1788985199.840306:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503616 00000100:00100000:3.0:1788985199.840324:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504128 00000100:00100000:3.0:1788985199.840326:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504128 00000100:00100000:3.0:1788985199.840337:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503488 00000100:00100000:3.0:1788985199.840339:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503488 00000100:00100000:3.0:1788985199.840349:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504000 00000100:00100000:3.0:1788985199.840351:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504000 00000100:00100000:3.0:1788985199.840362:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1788985199.840367:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973503104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840400:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973503104:12345-0@lo:400:kworker.0 Request processed in 33us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840407:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1234 00000100:00100000:3.0:1788985199.840419:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1788985199.840425:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973503616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840451:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973503616:12345-0@lo:400:kworker.0 Request processed in 27us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840457:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1235 00000100:00100000:3.0:1788985199.840468:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1788985199.840474:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973504128:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840500:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973504128:12345-0@lo:400:kworker.0 Request processed in 26us (328us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840505:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1236 00000100:00100000:3.0:1788985199.840516:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1788985199.840522:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973503488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840555:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973503488:12345-0@lo:400:kworker.0 Request processed in 33us (341us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840561:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1237 00000100:00100000:3.0:1788985199.840573:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1788985199.840580:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973504000:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840618:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442ba300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973504000:12345-0@lo:400:kworker.0 Request processed in 29us (345us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840624:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1238 00000100:00100000:3.0:1788985199.840665:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973503360:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840675:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973503232:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840701:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973503488:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840708:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973504000:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840716:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973503104:0@lo:400:kworker.0 00010000:00080000:3.0:1788985199.840725:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442bad80 x1875885973503616/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985199.840734:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973503616:0@lo:400:kworker.0 00010000:00080000:3.0:1788985199.840741:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442bb100 x1875885973504128/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985215 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985199.840748:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973504128:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.840797:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973502848 00000100:00100000:3.0:1788985199.840801:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973502848 00000100:00100000:3.0:1788985199.840824:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 712 00000100:00100000:3.0:1788985199.840837:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973502848:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985199.840847:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985199.840866:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc1f expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985199.840889:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985199.840901:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985199.840911:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677a00, rc 0) 00000100:00100000:3.0:1788985199.840969:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776ac50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973502848:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 133us (2262us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985199.840975:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 712 00000100:00100000:1.0:1788985199.841398:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503744 00000100:00100000:1.0:1788985199.841403:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503744 00000100:00100000:1.0:1788985199.841435:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504256 00000100:00100000:1.0:1788985199.841438:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504256 00000100:00100000:1.0:1788985199.841451:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973503872 00000100:00100000:1.0:1788985199.841453:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973503872 00000100:00100000:1.0:1788985199.841478:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1788985199.841484:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973503744:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985199.841541:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973503744:12345-0@lo:400:kworker.0 Request processed in 56us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985199.841546:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 475 00000100:00100000:1.0:1788985199.841558:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788985199.841564:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973504256:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985199.841590:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973504256:12345-0@lo:400:kworker.0 Request processed in 27us (1847us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985199.841595:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 476 00000100:00100000:1.0:1788985199.841604:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 477 00000100:00100000:1.0:1788985199.841622:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973503872:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985199.841648:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973503872:12345-0@lo:400:kworker.0 Request processed in 29us (1809us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985199.841653:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 477 00000100:00080000:1.0:1788985199.841719:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:1.0:1788985199.841723:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985199.841725:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985199.841728:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985199.841761:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973503872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985199.841786:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973503744:0@lo:400:kworker.0 00000100:00100000:1.0:1788985199.841795:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973504256:0@lo:400:kworker.0 00000100:00100000:3.0:1788985199.842336:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144229500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973502848:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985199.842359:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985199.842369:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985199.842384:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985199.842389:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985199.842396:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985199.843872:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:1.0:1788985199.843892:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973504384:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985199.843991:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985199.844239:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504384 00000100:00100000:0.0:1788985199.844247:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504384 00000100:00100000:0.0:1788985199.844293:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:0.0:1788985199.844303:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973504384:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985199.844322:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985199.844363:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973504384:12345-0@lo:13:osp-pre-1-1.0 Request processed in 62us (372us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985199.844369:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00100000:1.0:1788985199.847249:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973504384:0@lo:13:osp-pre-1-1.0 00000020:00000080:0.0:1788985200.033054:0:41084:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffe08dcada0 20000000:00000080:0.0:1788985200.033076:0:41084:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114418c000 uarg=0000000000000000 10000000:01000000:0.0:1788985200.033998:0:41084:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985200.034029:0:41084:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985200.034050:0:41084:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985200.034060:0:41084:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985200.034126:0:41084:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985200.034144:0:41084:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 23 pid: 6508 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985200.034162:0:41084:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41084:1875885973504512:0@lo:104: 00000100:00100000:0.0:1788985200.034231:0:41084:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985200.034293:0:41084:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12411caf00 going to sleep for 11 seconds 00000100:00100000:2.0:1788985200.034456:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504512 00000100:00100000:2.0:1788985200.034464:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504512 00000100:00100000:2.0:1788985200.034528:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 197 00000100:00100000:2.0:1788985200.034539:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:41084:x1875885973504512:12345-0@lo:104: 00010000:00010000:2.0:1788985200.034551:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.034623:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985200.034629:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:41084:x1875885973504512:12345-0@lo:104: Request processed in 92us (398us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985200.034636:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 197 00010000:00010000:2.0:1788985200.034659:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985200.034665:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.034674:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea200 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985200.034680:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.034705:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985200.034716:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985200.034724:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985200.034759:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.034766:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985200.034787:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.034794:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea200/0xa0dd3253da52fc1f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc26 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.034811:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985200.034812:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985200.034814:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985200.034826:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973504640:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985200.034857:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985200.034900:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504640 00000100:00100000:2.0:1788985200.034905:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504640 00010000:00010000:2.0:1788985200.034949:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 24 pid: 6508 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985200.034973:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788985200.034980:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973504640:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985200.035000:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985200.035006:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 24 pid: 6508 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035018:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 24 pid: 6508 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035035:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035044:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035058:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035067:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035074:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035081:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035086:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985200.035091:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035101:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035123:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985200.035133:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985200.035161:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973504640:12345-0@lo:103:ldlm_bl.0 Request processed in 182us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985200.035168:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788985200.035200:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973504640:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985200.035284:0:41084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677a00/0xa0dd3253da52fc26 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc1f expref: 23 pid: 6508 timeout: 1139 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985200.035296:0:41084:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41084:1875885973504512:0@lo:104: 00010000:00010000:1.0:1788985200.035309:0:41084:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985200.035318:0:41084:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985200.035324:0:41084:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985200.035330:0:41084:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc2d lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41084 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985200.670208:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985201.123978:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985201.123987:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985201.123992:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985201.124037:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985201.124050:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985201.124062:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985201.124087:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973504768:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985201.124156:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985201.124211:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a6c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985201.125616:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504768 00000100:00100000:0.0:1788985201.125628:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504768 00000100:00100000:0.0:1788985201.125687:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 713 00000100:00100000:0.0:1788985201.125697:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973504768:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985201.125713:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985201.125733:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc34 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985201.128939:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985201.128956:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985201.128966:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8000, rc 0) 00000100:00100000:0.0:1788985201.129061:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973504768:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 3365us (4904us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985201.129069:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 713 00000100:00100000:1.0:1788985201.132197:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973504768:0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985201.132225:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985201.132237:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985201.132260:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:1.0:1788985201.132264:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985201.132283:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985201.696422:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985202.721828:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985202.912130:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985202.912169:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973504896:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985202.912258:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985202.912342:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973504896 00000100:00100000:0.0:1788985202.912352:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973504896 00000100:00100000:0.0:1788985202.912420:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788985202.912432:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973504896:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985202.912470:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985202.912527:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144352a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973504896:12345-0@lo:13:osp-pre-0-1.0 Request processed in 97us (269us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985202.912535:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00080000:0.0:1788985202.912559:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985202.912617:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973504896:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985202.920997:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973505024:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1788985202.921094:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985202.921205:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505024 00000100:00100000:2.0:1788985202.921216:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505024 00000100:00100000:2.0:1788985202.921294:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:2.0:1788985202.921307:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973505024:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985202.921337:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985202.925956:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973505024:12345-0@lo:13:osp-pre-0-0.0 Request processed in 4617us (4828us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985202.925976:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00080000:2.0:1788985202.926041:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985202.927727:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973505024:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985203.426917:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985203.426980:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973505152:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985203.427078:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985203.427139:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505152 00000100:00100000:2.0:1788985203.427151:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505152 00000100:00100000:2.0:1788985203.427226:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 588 00000100:00100000:2.0:1788985203.427239:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973505152:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985203.427285:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985203.427360:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973505152:12345-0@lo:41:osp-pre-1-0.0 Request processed in 123us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985203.427367:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 588 00000100:00100000:3.0:1788985203.427704:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973505152:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985203.745385:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985204.767714:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985204.806037:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985204.806095:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985204.806130:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985204.806163:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201280 00000100:00100000:1.0:1788985204.806175:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201280 00000100:00100000:1.0:1788985204.806248:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201152 00000100:00100000:1.0:1788985204.806251:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201152 00000100:00100000:1.0:1788985204.806275:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1239 00000100:00100000:1.0:1788985204.806288:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201280:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985204.806386:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201280:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 100us (289us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985204.806395:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1239 00000100:00100000:1.0:1788985204.806416:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1240 00000100:00100000:1.0:1788985204.806424:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201152:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985204.806449:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201152:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 28us (320us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985204.806454:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1240 00000100:00080000:1.0:1788985204.806511:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1788985204.806516:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985204.807244:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201024 00000100:00100000:3.0:1788985204.807252:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201024 00000100:00100000:3.0:1788985204.807306:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 714 00000100:00100000:3.0:1788985204.807315:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953201024:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985204.807375:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953201024:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 62us (1354us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985204.807393:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 714 00000100:00100000:2.0:1788985204.959254:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985204.959303:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973505408:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985204.959397:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985204.959876:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973505280:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985204.959909:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.960166:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505408 00000100:00100000:0.0:1788985204.960177:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505408 00000100:00100000:0.0:1788985204.960246:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505280 00000100:00100000:0.0:1788985204.960249:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505280 00000100:00100000:0.0:1788985204.960268:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788985204.960279:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973505408:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985204.960320:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985204.960382:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973505408:12345-0@lo:13:osp-pre-1-0.0 Request processed in 104us (984us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.960390:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788985204.960410:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788985204.960416:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973505280:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985204.960426:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985204.960450:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973505280:12345-0@lo:13:osp-pre-1-1.0 Request processed in 34us (540us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.960470:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00080000:0.0:1788985204.960488:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985204.960536:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973505280:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985204.960553:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973505408:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985204.961357:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985204.961378:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973505536:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985204.961437:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985204.961495:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505536 00000100:00100000:1.0:1788985204.961501:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505536 00000100:00100000:1.0:1788985204.961542:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1788985204.961551:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973505536:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985204.961593:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985204.961639:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973505536:12345-0@lo:41:osp-pre-0-1.0 Request processed in 89us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985204.961646:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 589 00000100:00100000:1.0:1788985204.961698:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973505536:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985204.969957:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973505792:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970054:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970114:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973506304:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970139:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970157:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973506816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970180:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970210:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788985204.970217:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973505920:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970238:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970252:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973506432:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970276:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970310:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505792 00000100:00100000:0.0:1788985204.970320:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505792 00000100:00100000:0.0:1788985204.970374:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506304 00000100:00100000:0.0:1788985204.970378:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506304 00000100:00100000:0.0:1788985204.970405:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506816 00000100:00100000:0.0:1788985204.970408:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506816 00000100:00100000:0.0:1788985204.970422:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505920 00000100:00100000:0.0:1788985204.970425:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505920 00000100:00100000:0.0:1788985204.970441:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1788985204.970451:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973505792:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970529:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973505792:12345-0@lo:400:kworker.0 Request processed in 79us (475us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.970537:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1241 00000100:00100000:0.0:1788985204.970570:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1788985204.970577:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973506304:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970607:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144350700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973506304:12345-0@lo:400:kworker.0 Request processed in 31us (467us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.970613:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1242 00000100:00100000:0.0:1788985204.970625:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1788985204.970630:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973506816:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970656:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144351880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973506816:12345-0@lo:400:kworker.0 Request processed in 26us (476us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.970661:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1243 00000100:00100000:0.0:1788985204.970672:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1244 00000100:00100000:0.0:1788985204.970678:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973505920:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970701:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fdc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973505920:12345-0@lo:400:kworker.0 Request processed in 24us (463us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.970706:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1244 00000100:00080000:0.0:1788985204.970724:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985204.970738:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973505664:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970773:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970798:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973506176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970821:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970838:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973506688:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970891:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970909:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:0.0:1788985204.970916:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973506048:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.970970:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.970995:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973506560:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971017:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985204.971046:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973505664 00000100:00100000:0.0:1788985204.971051:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973505664 00000100:00100000:0.0:1788985204.971085:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788985204.971092:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973505664:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971128:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973505664:12345-0@lo:400:kworker.0 Request processed in 37us (355us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.971134:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 715 00000100:00100000:0.0:1788985204.971164:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506048 00000100:00100000:0.0:1788985204.971168:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506048 00000100:00100000:0.0:1788985204.971192:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788985204.971200:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973506048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971247:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973506048:12345-0@lo:400:kworker.0 Request processed in 47us (275us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.971253:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 590 00000100:00100000:0.0:1788985204.971297:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973505920:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971309:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973505792:0@lo:400:kworker.0 00010000:00080000:0.0:1788985204.971323:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144350a80 x1875885973506304/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985204.971334:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144350a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973506304:0@lo:400:kworker.0 00010000:00080000:0.0:1788985204.971356:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144351f80 x1875885973506816/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985220 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985204.971365:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973506816:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971392:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506176 00000100:00100000:0.0:1788985204.971396:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506176 00000100:00100000:0.0:1788985204.971420:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506688 00000100:00100000:0.0:1788985204.971423:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506688 00000100:00100000:0.0:1788985204.971437:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1788985204.971443:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973506176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971474:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973506176:12345-0@lo:400:kworker.0 Request processed in 31us (652us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.971480:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1245 00000100:00100000:0.0:1788985204.971492:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1246 00000100:00100000:0.0:1788985204.971498:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973506688:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971524:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973506688:12345-0@lo:400:kworker.0 Request processed in 27us (633us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985204.971530:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1246 00000100:00080000:0.0:1788985204.971545:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985204.971581:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144353800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973506048:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971590:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144352d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973505664:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971599:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144353100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973506176:0@lo:400:kworker.0 00000100:00100000:0.0:1788985204.971607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973506688:0@lo:400:kworker.0 00000100:00100000:1.0:1788985204.971959:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506432 00000100:00100000:1.0:1788985204.971965:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506432 00000100:00100000:1.0:1788985204.972012:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506560 00000100:00100000:1.0:1788985204.972015:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506560 00000100:00100000:1.0:1788985204.972035:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788985204.972042:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973506432:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985204.972107:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973506432:12345-0@lo:400:kworker.0 Request processed in 64us (1828us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985204.972114:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 478 00000100:00100000:1.0:1788985204.972129:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788985204.972138:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973506560:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985204.972172:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973506560:12345-0@lo:400:kworker.0 Request processed in 35us (1154us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985204.972191:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 479 00000100:00100000:1.0:1788985204.972248:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144353b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973506432:0@lo:400:kworker.0 00000100:00100000:1.0:1788985204.972275:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144351c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973506560:0@lo:400:kworker.0 00000100:00080000:0.0:1788985204.972829:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:3.0:1788985205.791333:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985206.814556:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985207.839793:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985208.030142:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973506944:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985208.030233:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985208.030307:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973507072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985208.030334:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985208.030369:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973506944 00000100:00100000:0.0:1788985208.030377:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973506944 00000100:00100000:0.0:1788985208.030424:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507072 00000100:00100000:0.0:1788985208.030428:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507072 00000100:00100000:0.0:1788985208.030461:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788985208.030470:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973506944:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985208.030499:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985208.030554:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973506944:12345-0@lo:13:osp-pre-0-0.0 Request processed in 84us (320us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985208.030560:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:0.0:1788985208.030576:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:0.0:1788985208.030583:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973507072:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985208.030593:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985208.030621:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973507072:12345-0@lo:13:osp-pre-0-1.0 Request processed in 39us (286us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985208.030628:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00080000:0.0:1788985208.030652:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985208.030687:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973507072:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985208.030729:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973506944:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985208.543885:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973507200:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985208.543996:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985208.544415:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507200 00000100:00100000:0.0:1788985208.544424:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507200 00000100:00100000:0.0:1788985208.544480:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 591 00000100:00100000:0.0:1788985208.544498:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973507200:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985208.544552:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985208.544609:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973507200:12345-0@lo:41:osp-pre-1-0.0 Request processed in 112us (613us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985208.544617:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 591 00000100:00100000:3.0:1788985208.545644:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973507200:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985208.863824:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985209.919850:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985209.919889:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985209.919913:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985209.920157:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201536 00000100:00100000:3.0:1788985209.920168:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201536 00000100:00100000:3.0:1788985209.920229:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201664 00000100:00100000:3.0:1788985209.920232:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201664 00000100:00100000:3.0:1788985209.920257:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1247 00000100:00100000:3.0:1788985209.920268:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201536:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985209.920350:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201536:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 83us (509us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985209.920358:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1247 00000100:00100000:3.0:1788985209.920377:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1248 00000100:00100000:3.0:1788985209.920383:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201664:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985209.920408:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442baa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953201664:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 26us (494us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985209.920415:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1248 00000100:00100000:3.0:1788985209.920434:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201408 00000100:00100000:3.0:1788985209.920437:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201408 00000100:00100000:3.0:1788985209.920470:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 716 00000100:00100000:3.0:1788985209.920476:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953201408:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985209.920500:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267769450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953201408:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (611us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985209.920506:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 716 00000100:00080000:3.0:1788985209.920547:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985209.920552:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:2.0:1788985209.922700:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985210.079224:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973507328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985210.079299:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.079380:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507328 00000100:00100000:1.0:1788985210.079390:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507328 00000100:00100000:1.0:1788985210.079443:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1788985210.079453:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126edb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973507328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985210.079483:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985210.079540:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126edb9c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973507328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 88us (241us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.079547:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:1.0:1788985210.080491:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973507456:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985210.080549:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.080678:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973507328:0@lo:13:osp-pre-1-1.0 00000100:00100000:1.0:1788985210.080954:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973507584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985210.080986:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985210.081170:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507584 00000100:00100000:2.0:1788985210.081177:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507584 00000100:00100000:2.0:1788985210.081224:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 621 00000100:00100000:2.0:1788985210.081234:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973507584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985210.081250:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985210.081294:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973507584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 61us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985210.081301:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 621 00000100:00080000:3.0:1788985210.081650:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985210.081663:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973507712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.081699:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985210.081725:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973508224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.081751:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985210.081770:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973508736:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.081790:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985210.081808:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:3.0:1788985210.081814:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973508096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.081837:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.081894:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973507584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985210.081917:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973507840:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.081975:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.081995:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973508352:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082034:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.082053:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973508864:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082094:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.082114:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:1.0:1788985210.082120:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973507968:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082142:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.082154:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973508480:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082176:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985210.082203:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508480 00000100:00100000:1.0:1788985210.082207:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508480 00000100:00100000:1.0:1788985210.082244:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788985210.082251:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973508480:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082289:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973508480:12345-0@lo:400:kworker.0 Request processed in 38us (112us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.082295:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 480 00000100:00100000:1.0:1788985210.082325:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973508480:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082362:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508224 00000100:00100000:1.0:1788985210.082366:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508224 00000100:00100000:1.0:1788985210.082390:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508736 00000100:00100000:1.0:1788985210.082392:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508736 00000100:00100000:1.0:1788985210.082402:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507840 00000100:00100000:1.0:1788985210.082404:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507840 00000100:00100000:1.0:1788985210.082412:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508352 00000100:00100000:1.0:1788985210.082414:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508352 00000100:00100000:1.0:1788985210.082423:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508864 00000100:00100000:1.0:1788985210.082425:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508864 00000100:00100000:1.0:1788985210.082434:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507968 00000100:00100000:1.0:1788985210.082435:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507968 00000100:00100000:1.0:1788985210.082461:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1788985210.082466:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973508224:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082494:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973508224:12345-0@lo:400:kworker.0 Request processed in 28us (742us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.082500:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1249 00000100:00100000:1.0:1788985210.082520:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1788985210.082527:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973508736:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082553:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973508736:12345-0@lo:400:kworker.0 Request processed in 27us (763us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.082558:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1250 00000100:00100000:1.0:1788985210.082568:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1788985210.082574:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973507840:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.082606:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973507840:12345-0@lo:400:kworker.0 Request processed in 32us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.082611:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1251 00000100:00100000:1.0:1788985210.082622:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1252 00000100:00100000:2.0:1788985210.085538:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1788985210.085565:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973508864:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985210.085659:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3639:x1875885973508864:12345-0@lo:400:kworker.0 Request processed in 107us (3564us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985210.085667:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1253 00000100:00100000:2.0:1788985210.085692:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1254 00000100:00100000:2.0:1788985210.085700:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973507968:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985210.085733:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973507968:12345-0@lo:400:kworker.0 Request processed in 35us (3590us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985210.085739:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1254 00000100:00100000:1.0:1788985210.086445:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973508352:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.086491:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3639:x1875885973508352:12345-0@lo:400:kworker.0 Request processed in 3864us (4456us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.086497:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1252 00000100:00100000:1.0:1788985210.086536:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507712 00000100:00100000:1.0:1788985210.086545:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507712 00000100:00100000:1.0:1788985210.086592:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1788985210.086598:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973507712:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.086627:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973507712:12345-0@lo:400:kworker.0 Request processed in 30us (4928us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.086647:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 717 00000100:00100000:1.0:1788985210.086708:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973507968:0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.086720:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973507840:0@lo:400:kworker.0 00010000:00080000:1.0:1788985210.086731:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aab480 x1875885973508352/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985210.086741:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0000_UUID:3639:1875885973508352:0@lo:400:kworker.0 00010000:00080000:1.0:1788985210.086751:0:3639:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aaa680 x1875885973508864/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1788985210.086758:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-lwp-OST0001_UUID:3639:1875885973508864:0@lo:400:kworker.0 00000100:00080000:2.0:1788985210.091017:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985210.091030:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985210.091053:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985210.091243:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973508608:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.091312:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985210.091361:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973507712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.091376:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973508224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985210.091388:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973508736:0@lo:400:kworker.0 00000100:00100000:2.0:1788985210.091469:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508608 00000100:00100000:2.0:1788985210.091477:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508608 00000100:00100000:2.0:1788985210.091554:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 481 00000100:00100000:2.0:1788985210.091563:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973508608:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985210.091618:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c263480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973508608:12345-0@lo:400:kworker.0 Request processed in 57us (306us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985210.091625:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 481 00000100:00100000:3.0:1788985210.091736:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973508608:0@lo:400:kworker.0 00000100:00080000:3.0:1788985210.091752:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985210.093203:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973507456 00000100:00100000:0.0:1788985210.093215:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973507456 00000100:00100000:1.0:1788985210.093364:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508096 00000100:00100000:1.0:1788985210.093369:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508096 00000100:00100000:1.0:1788985210.093421:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1788985210.093431:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973508096:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985210.093631:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c262680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973508096:12345-0@lo:400:kworker.0 Request processed in 201us (11791us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.093639:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 592 00000100:00100000:1.0:1788985210.093688:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 593 00000100:00100000:1.0:1788985210.093695:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973507456:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985210.093721:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985210.093776:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973507456:12345-0@lo:41:osp-pre-0-1.0 Request processed in 81us (13226us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985210.093782:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 593 00000100:00100000:2.0:1788985210.093866:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fbb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973507456:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985210.099425:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973508096:0@lo:400:kworker.0 00010000:00010000:1.0:1788985210.916058:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985211.072319:0:41478:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffccf3a4ac0 20000000:00000080:0.0:1788985211.072336:0:41478:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11441e4c00 uarg=0000000000000000 00010000:00010000:0.0:1788985211.072809:0:41478:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985211.072827:0:41478:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985211.072848:0:41478:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:0.0:1788985211.072859:0:41478:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 10000000:01000000:0.0:1788985211.072879:0:41478:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985211.072901:0:41478:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985211.072917:0:41478:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985211.073482:0:41478:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985211.073533:0:41478:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985211.073547:0:41478:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 23 pid: 6506 timeout: 1150 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985211.073561:0:41478:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41478:1875885973508992:0@lo:104: 00000100:00100000:0.0:1788985211.073626:0:41478:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985211.073725:0:41478:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1142ca2e40 going to sleep for 11 seconds 00000100:00100000:2.0:1788985211.073792:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973508992 00000100:00100000:2.0:1788985211.073800:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973508992 00000100:00100000:2.0:1788985211.073895:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 198 00000100:00100000:2.0:1788985211.073906:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:41478:x1875885973508992:12345-0@lo:104: 00010000:00010000:2.0:1788985211.073918:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074006:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985211.074013:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:41478:x1875885973508992:12345-0@lo:104: Request processed in 109us (386us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985211.074020:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 198 00000100:00100000:0.0:1788985211.074092:0:41478:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb9880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41478:1875885973508992:0@lo:104: 00010000:00010000:0.0:1788985211.074110:0:41478:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985211.074169:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985211.074177:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985211.074185:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676600 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985211.074190:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985211.074198:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985211.074206:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985211.074212:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985211.074250:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985211.074257:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985211.074276:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985211.074282:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fc34 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc3b expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985211.074298:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985211.074300:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985211.074302:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985211.074310:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1788985211.074320:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973509120:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985211.074351:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985211.074544:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509120 00000100:00100000:2.0:1788985211.074548:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509120 00010000:00010000:2.0:1788985211.074567:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 24 pid: 6506 timeout: 1150 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985211.074630:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1788985211.074637:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973509120:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985211.074647:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985211.074658:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 24 pid: 6506 timeout: 1150 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074667:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 24 pid: 6506 timeout: 1150 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074678:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8000/0xa0dd3253da52fc3b lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc34 expref: 24 pid: 6506 timeout: 1150 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074692:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074699:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074712:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074719:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074725:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074732:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074737:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985211.074742:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074749:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074773:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985211.074782:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985211.074815:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3639:x1875885973509120:12345-0@lo:103:ldlm_bl.0 Request processed in 179us (464us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985211.074822:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00010000:00010000:0.0:1788985211.074866:0:41478:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985211.074873:0:41478:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985211.074880:0:41478:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9400/0xa0dd3253da52fc42 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41478 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985211.080815:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973509120:0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985211.949417:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985212.958218:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985213.022060:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985213.022069:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985213.022074:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985213.022124:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985213.022136:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985213.022149:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985213.022175:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973509248:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985213.022247:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985213.022329:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985213.022383:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509248 00000100:00100000:2.0:1788985213.022392:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509248 00000100:00100000:2.0:1788985213.022448:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788985213.022457:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973509248:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985213.022469:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985213.022492:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc49 expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985213.022515:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985213.022527:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985213.022536:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eb400, rc 0) 00000100:00100000:2.0:1788985213.022576:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776a850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973509248:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 121us (329us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985213.022583:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 718 00000100:00100000:2.0:1788985213.022628:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb9880 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973509248:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985213.022651:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985213.022661:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985213.022679:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985213.022684:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985213.022692:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985213.150698:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973509376:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985213.150772:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985213.150830:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985213.150837:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973509504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985213.150859:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985213.150891:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509376 00000100:00100000:0.0:1788985213.150900:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509376 00000100:00100000:0.0:1788985213.150967:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788985213.150977:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973509376:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985213.151008:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985213.151052:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fba300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973509376:12345-0@lo:13:osp-pre-0-0.0 Request processed in 76us (280us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985213.151058:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 622 00000100:00100000:0.0:1788985213.151076:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509504 00000100:00100000:0.0:1788985213.151079:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509504 00000100:00100000:0.0:1788985213.151094:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1788985213.151100:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973509504:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985213.151109:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985213.151130:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973509504:12345-0@lo:13:osp-pre-0-1.0 Request processed in 30us (270us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985213.151136:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 623 00000100:00100000:0.0:1788985213.151180:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973509504:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985213.151193:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fba680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973509376:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985213.152207:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985213.662166:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973509632:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985213.662238:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985213.662380:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509632 00000100:00100000:1.0:1788985213.662389:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509632 00000100:00100000:1.0:1788985213.662463:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 594 00000100:00100000:1.0:1788985213.662474:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973509632:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985213.662516:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985213.663030:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fba680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973509632:12345-0@lo:41:osp-pre-1-0.0 Request processed in 557us (790us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985213.663038:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 594 00000100:00100000:0.0:1788985213.663129:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973509632:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985213.982281:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985215.006662:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985215.032636:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985215.032694:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985215.032750:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985215.032844:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202048 00000100:00100000:0.0:1788985215.032863:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202048 00000100:00100000:3.0:1788985215.032999:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201792 00000100:00100000:3.0:1788985215.033010:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201792 00000100:00080000:2.0:1788985215.033078:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985215.033092:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 719 00000100:00100000:3.0:1788985215.033108:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953201792:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985215.033220:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953201792:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 115us (599us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985215.033230:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 719 00000100:00100000:0.0:1788985215.033308:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953201920 00000100:00100000:0.0:1788985215.033314:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953201920 00000100:00100000:0.0:1788985215.033354:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1255 00000100:00100000:0.0:1788985215.033366:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953202048:12345-192.168.202.6@tcp:400:kworker.0 00000100:00080000:2.0:1788985215.033550:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985215.033886:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1256 00000100:00100000:3.0:1788985215.033904:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953201920:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985215.034041:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953202048:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 673us (1342us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985215.034051:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1255 00000100:00100000:3.0:1788985215.049089:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953201920:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 15025us (16175us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985215.049110:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1256 00000100:00100000:3.0:1788985215.198250:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973509760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.198302:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973509888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985215.200008:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973510144:0@lo:400:kworker.0 00000100:00100000:2.0:1788985215.201174:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973510016:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.202353:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985215.202441:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973510400:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.202488:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985215.202514:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973510912:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.202535:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985215.202565:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973511424:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985215.202589:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985215.202637:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509888 00000100:00100000:1.0:1788985215.202646:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509888 00000100:00100000:1.0:1788985215.202686:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510400 00000100:00100000:1.0:1788985215.202689:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510400 00000100:00100000:1.0:1788985215.202723:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510912 00000100:00100000:1.0:1788985215.202726:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510912 00000100:00100000:1.0:1788985215.202741:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1788985215.202750:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973509888:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.202801:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973509888:12345-0@lo:400:kworker.0 Request processed in 52us (454us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.202822:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1257 00000100:00100000:1.0:1788985215.202841:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1788985215.202847:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973510400:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.202876:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb4000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973510400:12345-0@lo:400:kworker.0 Request processed in 30us (387us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.202882:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1258 00000100:00100000:1.0:1788985215.202895:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1259 00000100:00100000:1.0:1788985215.202901:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973510912:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.202946:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb6d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973510912:12345-0@lo:400:kworker.0 Request processed in 46us (410us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.202952:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1259 00000100:00080000:1.0:1788985215.202973:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1788985215.203012:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973509888:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.203023:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973510400:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.203030:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aab480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973510912:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.203084:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511424 00000100:00100000:1.0:1788985215.203089:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511424 00000100:00100000:1.0:1788985215.203120:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 624 00000100:00100000:1.0:1788985215.203126:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973511424:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985215.203148:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985215.203182:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144056a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973511424:12345-0@lo:13:osp-pre-1-0.0 Request processed in 57us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.203187:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 624 00000100:00080000:1.0:1788985215.203200:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985215.203231:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973511424:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985215.203777:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985215.203865:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973510272:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.203914:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973509760 00000100:00100000:1.0:1788985215.203951:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973509760 00000100:00100000:1.0:1788985215.204113:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 720 00000100:00100000:1.0:1788985215.204123:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973509760:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.204174:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1267768450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973509760:12345-0@lo:400:kworker.0 Request processed in 53us (403us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.204181:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 720 00000100:00100000:3.0:1788985215.205497:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985215.205590:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973510784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985215.205652:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985215.205674:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973511296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985215.205705:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985215.205742:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973509760:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.206381:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510272 00000100:00100000:1.0:1788985215.206392:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510272 00000100:00100000:1.0:1788985215.206471:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1788985215.206483:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973510272:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.206565:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973510272:12345-0@lo:400:kworker.0 Request processed in 85us (2640us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.206573:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 595 00000100:00100000:1.0:1788985215.206607:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510784 00000100:00100000:1.0:1788985215.206610:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510784 00000100:00100000:1.0:1788985215.206655:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511296 00000100:00100000:1.0:1788985215.206658:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511296 00000100:00100000:1.0:1788985215.206682:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788985215.206689:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973510784:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.206725:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973510784:12345-0@lo:400:kworker.0 Request processed in 37us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.206732:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 482 00000100:00100000:1.0:1788985215.206744:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 483 00000100:00100000:1.0:1788985215.206751:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973511296:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.206781:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973511296:12345-0@lo:400:kworker.0 Request processed in 31us (1076us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.206806:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 483 00000100:00080000:1.0:1788985215.206839:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985215.207129:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973510784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985215.207154:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1247c42680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973511296:0@lo:400:kworker.0 00000100:00100000:3.0:1788985215.207165:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973510272:0@lo:400:kworker.0 00000100:00100000:0.0:1788985215.208106:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985215.208168:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973510656:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.208185:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510144 00000100:00100000:1.0:1788985215.208197:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510144 00000100:00100000:0.0:1788985215.208208:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985215.208255:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973511168:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.208264:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1788985215.208278:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973510144:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985215.208291:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985215.208316:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973511680:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985215.208339:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985215.208415:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511680 00000100:00100000:0.0:1788985215.208424:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511680 00000100:00100000:1.0:1788985215.208604:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbaa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973510144:12345-0@lo:400:kworker.0 Request processed in 329us (504us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.208614:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1260 00000100:00100000:1.0:1788985215.208669:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510656 00000100:00100000:1.0:1788985215.208674:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510656 00000100:00100000:1.0:1788985215.208705:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511168 00000100:00100000:1.0:1788985215.208710:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511168 00000100:00100000:1.0:1788985215.208727:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788985215.208733:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973510656:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.208767:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973510656:12345-0@lo:400:kworker.0 Request processed in 35us (562us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.208774:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 484 00000100:00100000:1.0:1788985215.208784:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 485 00000100:00100000:1.0:1788985215.208789:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973511168:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.208815:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+6:3639:x1875885973511168:12345-0@lo:400:kworker.0 Request processed in 26us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.208821:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 485 00000100:00080000:1.0:1788985215.208842:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1788985215.208846:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985215.208885:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973510144:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.208916:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973510656:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.208978:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973511168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985215.209728:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 625 00000100:00100000:0.0:1788985215.209750:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973511680:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985215.209779:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985215.209858:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973511680:12345-0@lo:13:osp-pre-1-1.0 Request processed in 118us (1516us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985215.209866:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 625 00000100:00100000:1.0:1788985215.210032:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973511680:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985215.212818:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985215.212875:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973510528:0@lo:400:kworker.0 00000100:00100000:2.0:1788985215.212950:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985215.212978:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973511040:0@lo:400:kworker.0 00000100:00100000:3.0:1788985215.213029:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510528 00000100:00100000:3.0:1788985215.213046:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510528 00000100:00100000:3.0:1788985215.213138:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1261 00000100:00100000:3.0:1788985215.213149:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973510528:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985215.213245:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973510528:12345-0@lo:400:kworker.0 Request processed in 97us (327us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985215.213253:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1261 00000100:00080000:3.0:1788985215.213281:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:1.0:1788985215.213621:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973510016 00000100:00100000:1.0:1788985215.213629:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973510016 00000100:00100000:1.0:1788985215.213676:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 596 00000100:00100000:1.0:1788985215.213683:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973510016:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.213737:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973510016:12345-0@lo:400:kworker.0 Request processed in 55us (927us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.213746:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 596 00000100:00100000:2.0:1788985215.214074:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985215.214117:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973511552:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985215.214140:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511040 00000100:00100000:1.0:1788985215.214148:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511040 00000100:00100000:2.0:1788985215.214158:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985215.214242:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973510016:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.214250:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1262 00000100:00100000:1.0:1788985215.214264:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973511040:12345-0@lo:400:kworker.0 00010000:00080000:2.0:1788985215.214275:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9c00 x1875885973510528/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985215.214288:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973510528:0@lo:400:kworker.0 00000100:00100000:1.0:1788985215.214352:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d31180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973511040:12345-0@lo:400:kworker.0 Request processed in 90us (359us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985215.214373:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1262 00010000:00080000:2.0:1788985215.214403:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143aa9880 x1875885973511040/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985215.214415:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973511040:0@lo:400:kworker.0 00000100:00080000:3.0:1788985215.214649:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985215.215186:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511552 00000100:00100000:0.0:1788985215.215197:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511552 00000100:00100000:0.0:1788985215.215255:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 597 00000100:00100000:0.0:1788985215.215266:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973511552:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985215.215306:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985215.215725:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d30000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973511552:12345-0@lo:41:osp-pre-0-1.0 Request processed in 459us (1566us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985215.215734:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 597 00000100:00100000:2.0:1788985215.216139:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973511552:0@lo:41:osp-pre-0-1.0 00010000:00010000:1.0:1788985216.031128:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:0.0:1788985216.338662:0:41674:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity-sec test 16: test nodemap all_off fileops ====== 16:20:14 (1788985214) 00010000:00010000:3.0:1788985217.060866:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00000400:2.0:1788985217.535735:0:41722:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0000: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:2.0:1788985217.551329:0:41722:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0000: identity upcall set to NONE 00000004:00000400:3.0:1788985217.551793:0:41722:0:(mdt_lproc.c:313:identity_upcall_store()) lustre-MDT0001: disable "identity_upcall" with ACL enabled maybe cause unexpected "EACCESS" 00000004:01000000:3.0:1788985217.551796:0:41722:0:(mdt_lproc.c:316:identity_upcall_store()) lustre-MDT0001: identity upcall set to NONE 00010000:00010000:3.0:1788985218.084593:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985218.270480:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973511808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985218.270547:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985218.270760:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985218.270774:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973511936:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985218.270825:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511808 00000100:00100000:0.0:1788985218.270833:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511808 00000100:00100000:0.0:1788985218.270919:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 626 00000100:00100000:0.0:1788985218.270948:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973511808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985218.270975:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:1.0:1788985218.271183:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985218.272725:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985218.273275:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973511936 00000100:00100000:1.0:1788985218.273284:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973511936 00000100:00100000:0.0:1788985218.273329:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973511808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 2399us (2777us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985218.273338:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 626 00000100:00100000:1.0:1788985218.273345:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 627 00000100:00100000:1.0:1788985218.273353:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973511936:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985218.273373:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985218.273429:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973511936:12345-0@lo:13:osp-pre-0-1.0 Request processed in 77us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985218.273459:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 627 00000100:00100000:0.0:1788985218.273488:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973511936:0@lo:13:osp-pre-0-1.0 00000100:00080000:2.0:1788985218.273521:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985218.273767:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fbb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973511808:0@lo:13:osp-pre-0-0.0 00000020:00000080:3.0:1788985218.444908:0:41770:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc51854c10 20000000:00000080:3.0:1788985218.445197:0:41770:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144398000 uarg=0000000000000000 10000000:01000000:3.0:1788985218.445829:0:41770:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985218.445849:0:41770:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985218.445866:0:41770:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985218.445887:0:41770:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985218.446098:0:41770:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985218.446115:0:41770:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 23 pid: 6508 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985218.446129:0:41770:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41770:1875885973512064:0@lo:104: 00000100:00100000:3.0:1788985218.446207:0:41770:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985218.446319:0:41770:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1244be1cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985218.446413:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512064 00000100:00100000:2.0:1788985218.446420:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512064 00000100:00100000:2.0:1788985218.446585:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 199 00000100:00100000:2.0:1788985218.446610:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:41770:x1875885973512064:12345-0@lo:104: 00010000:00010000:2.0:1788985218.446623:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.446690:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985218.446696:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1247c42680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:41770:x1875885973512064:12345-0@lo:104: Request processed in 90us (490us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985218.446703:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 199 00010000:00010000:1.0:1788985218.446753:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985218.446761:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985218.446768:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985218.446772:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985218.446780:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985218.446787:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985218.446793:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985218.446825:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985218.446831:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985218.446852:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985218.446859:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fc49 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc50 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985218.446874:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985218.446876:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985218.446878:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985218.446890:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973512192:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985218.446952:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985218.447085:0:41770:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142195880 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41770:1875885973512064:0@lo:104: 00010000:00010000:3.0:1788985218.447104:0:41770:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985218.447819:0:10333:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512192 00000100:00100000:2.0:1788985218.447827:0:10333:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512192 00010000:00010000:2.0:1788985218.447848:0:10333:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 24 pid: 6508 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985218.447910:0:10333:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:2.0:1788985218.447919:0:10333:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973512192:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985218.447951:0:10333:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985218.447957:0:10333:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 24 pid: 6508 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.447969:0:10333:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 24 pid: 6508 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.447984:0:10333:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb400/0xa0dd3253da52fc50 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc49 expref: 24 pid: 6508 timeout: 1158 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.447999:0:10333:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448016:0:10333:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448032:0:10333:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448040:0:10333:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448047:0:10333:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448066:0:10333:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448072:0:10333:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985218.448077:0:10333:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448085:0:10333:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448107:0:10333:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985218.448117:0:10333:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985218.448163:0:10333:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973512192:12345-0@lo:103:ldlm_bl.0 Request processed in 245us (1209us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985218.448170:0:10333:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00010000:00010000:0.0:1788985218.448224:0:41770:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985218.448387:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973512192:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985218.448450:0:41770:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985218.448457:0:41770:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676000/0xa0dd3253da52fc57 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41770 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985218.783400:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985218.783822:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973512320:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985218.784354:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985218.784488:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512320 00000100:00100000:1.0:1788985218.784497:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512320 00000100:00100000:1.0:1788985218.784551:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 598 00000100:00100000:1.0:1788985218.784561:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973512320:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985218.784608:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985218.784679:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973512320:12345-0@lo:41:osp-pre-1-0.0 Request processed in 118us (325us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985218.784686:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 598 00000100:00100000:3.0:1788985218.786214:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433ce300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973512320:0@lo:41:osp-pre-1-0.0 00010000:00010000:3.0:1788985219.108200:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985219.349108:0:41818:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcc07044b0 20000000:00000080:0.0:1788985219.349131:0:41818:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b126ea91000 uarg=0000000000000000 10000000:01000000:0.0:1788985219.349339:0:41818:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985219.349360:0:41818:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349375:0:41818:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349385:0:41818:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349393:0:41818:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349399:0:41818:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349407:0:41818:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349413:0:41818:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985219.349417:0:41818:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349437:0:41818:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349450:0:41818:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349458:0:41818:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985219.349475:0:41818:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fc5e lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41818 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:3.0:1788985220.118892:0:41866:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc2d336850 20000000:00000080:3.0:1788985220.118910:0:41866:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144399c00 uarg=0000000000000000 10000000:01000000:3.0:1788985220.119695:0:41866:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985220.119719:0:41866:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.119737:0:41866:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120179:0:41866:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120189:0:41866:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120197:0:41866:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120206:0:41866:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120213:0:41866:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985220.120217:0:41866:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120226:0:41866:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120240:0:41866:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120248:0:41866:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.120255:0:41866:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fc65 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41866 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.144135:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985220.155975:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985220.156007:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985220.156024:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985220.156046:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202304 00000100:00100000:0.0:1788985220.156056:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202304 00000100:00100000:0.0:1788985220.156113:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202432 00000100:00100000:0.0:1788985220.156116:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202432 00000100:00100000:0.0:1788985220.156147:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1263 00000100:00100000:0.0:1788985220.156157:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202304:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985220.156226:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202304:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 72us (262us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985220.156233:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1263 00000100:00100000:0.0:1788985220.156247:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1264 00000100:00100000:0.0:1788985220.156252:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202432:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985220.156270:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202432:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 18us (246us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985220.156276:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1264 00000100:00100000:3.0:1788985220.157558:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202176 00000100:00100000:3.0:1788985220.157584:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202176 00000100:00100000:3.0:1788985220.157660:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 721 00000100:00100000:3.0:1788985220.157670:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953202176:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985220.157727:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126776bc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953202176:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 58us (1719us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985220.157734:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 721 00000100:00080000:2.0:1788985220.158234:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:2.0:1788985220.158239:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 10000000:01000000:3.0:1788985220.256338:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985220.256346:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985220.256351:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985220.256393:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.256406:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.256429:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985220.256457:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973512448:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985220.256527:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985220.256580:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1261637180 going to sleep for 11 seconds 00000100:00100000:2.0:1788985220.256634:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512448 00000100:00100000:2.0:1788985220.256642:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512448 00000100:00100000:2.0:1788985220.256766:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 722 00000100:00100000:2.0:1788985220.256776:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973512448:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985220.256789:0:6508:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985220.256802:0:6508:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc6c expref: -99 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985220.256825:0:6508:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985220.256849:0:6508:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 24 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985220.256859:0:6508:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ea800, rc 0) 00000100:00100000:2.0:1788985220.256895:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973512448:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 120us (368us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.256903:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 722 00000100:00100000:3.0:1788985220.257243:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973512448:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985220.257260:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.257270:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985220.257291:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985220.257302:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985220.257311:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985220.322108:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973512576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985220.322173:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.322242:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512576 00000100:00100000:2.0:1788985220.322249:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512576 00000100:00100000:2.0:1788985220.322289:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788985220.322297:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973512576:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985220.322330:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985220.322370:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cc380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973512576:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.322377:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 599 00000100:00100000:2.0:1788985220.322433:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973512576:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985220.328855:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973512704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985220.329009:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.329085:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512704 00000100:00100000:2.0:1788985220.329093:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512704 00000100:00100000:2.0:1788985220.329159:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 628 00000100:00100000:2.0:1788985220.329169:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973512704:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985220.329198:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985220.329248:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433ce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973512704:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (239us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.329256:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 628 00000100:00080000:2.0:1788985220.329276:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1788985220.329310:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973512704:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985220.333501:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973512832:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333573:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333608:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973513344:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333629:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333659:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973513856:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333678:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333704:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:2.0:1788985220.333709:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973513216:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333732:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333749:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973513728:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333769:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333797:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973512960:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333818:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333837:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973513472:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333860:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333877:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973513984:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333895:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333913:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:2.0:1788985220.333918:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973513088:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.333975:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.333992:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973513600:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334010:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985220.334040:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512832 00000100:00100000:2.0:1788985220.334046:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512832 00000100:00100000:2.0:1788985220.334080:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513344 00000100:00100000:2.0:1788985220.334083:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513344 00000100:00100000:2.0:1788985220.334101:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513856 00000100:00100000:2.0:1788985220.334104:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513856 00000100:00100000:2.0:1788985220.334115:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513216 00000100:00100000:2.0:1788985220.334117:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513216 00000100:00100000:2.0:1788985220.334128:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513728 00000100:00100000:2.0:1788985220.334130:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513728 00000100:00100000:2.0:1788985220.334140:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973512960 00000100:00100000:2.0:1788985220.334142:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973512960 00000100:00100000:2.0:1788985220.334156:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1788985220.334163:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973512832:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334209:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973512832:12345-0@lo:400:kworker.0 Request processed in 46us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334216:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1265 00000100:00100000:2.0:1788985220.334232:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1788985220.334237:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973513344:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334260:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973513344:12345-0@lo:400:kworker.0 Request processed in 23us (630us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334266:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1266 00000100:00100000:2.0:1788985220.334275:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1788985220.334281:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973513856:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334303:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973513856:12345-0@lo:400:kworker.0 Request processed in 22us (624us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334314:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1267 00000100:00100000:2.0:1788985220.334325:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1788985220.334331:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973513216:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334353:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114391bb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973513216:12345-0@lo:400:kworker.0 Request processed in 23us (621us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334359:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1268 00000100:00100000:2.0:1788985220.334370:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1788985220.334375:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973513728:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334397:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143918000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973513728:12345-0@lo:400:kworker.0 Request processed in 22us (626us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334402:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1269 00000100:00100000:2.0:1788985220.334413:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1788985220.334432:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973512960:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334462:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973512960:12345-0@lo:400:kworker.0 Request processed in 30us (642us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334468:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1270 00000100:00100000:2.0:1788985220.334496:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513472 00000100:00100000:2.0:1788985220.334500:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513472 00000100:00100000:2.0:1788985220.334523:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513984 00000100:00100000:2.0:1788985220.334526:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513984 00000100:00100000:2.0:1788985220.334538:0:8428:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513600 00000100:00100000:2.0:1788985220.334540:0:8428:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513600 00000100:00100000:2.0:1788985220.334551:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788985220.334557:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973513472:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334583:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973513472:12345-0@lo:400:kworker.0 Request processed in 26us (722us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334597:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 486 00000100:00100000:2.0:1788985220.334609:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788985220.334615:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973513984:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334641:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973513984:12345-0@lo:400:kworker.0 Request processed in 26us (745us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334646:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 487 00000100:00100000:2.0:1788985220.334655:0:8428:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788985220.334660:0:8428:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973513600:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334683:0:8428:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973513600:12345-0@lo:400:kworker.0 Request processed in 23us (672us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334688:0:8428:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 488 00000100:00100000:2.0:1788985220.334708:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973513088 00000100:00100000:2.0:1788985220.334711:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973513088 00000100:00100000:2.0:1788985220.334732:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 600 00000100:00100000:2.0:1788985220.334738:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973513088:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334766:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973513088:12345-0@lo:400:kworker.0 Request processed in 29us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985220.334771:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 600 00000100:00080000:2.0:1788985220.334790:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1788985220.334793:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1788985220.334796:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1788985220.334798:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:2.0:1788985220.334829:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973513216:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334841:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973513728:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334851:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433cfb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973512832:0@lo:400:kworker.0 00010000:00080000:2.0:1788985220.334872:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144367800 x1875885973513344/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985220.334883:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973513344:0@lo:400:kworker.0 00010000:00080000:2.0:1788985220.334893:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1144364a80 x1875885973513856/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985236 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985220.334901:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973513856:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334958:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973513088:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334967:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973513600:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334975:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973512960:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334982:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973513472:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.334990:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973513984:0@lo:400:kworker.0 00000100:00100000:2.0:1788985220.335690:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973514112:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985220.335735:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985220.343584:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514112 00000100:00100000:0.0:1788985220.343600:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514112 00000100:00100000:0.0:1788985220.343651:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1788985220.343662:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973514112:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985220.343688:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985220.343790:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973514112:12345-0@lo:13:osp-pre-1-0.0 Request processed in 130us (8053us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985220.343797:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 629 00000100:00100000:0.0:1788985220.343863:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973514112:0@lo:13:osp-pre-1-0.0 00000020:00000080:2.0:1788985221.051036:0:41914:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffcde01aac0 20000000:00000080:2.0:1788985221.051050:0:41914:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f64400 uarg=0000000000000000 10000000:01000000:2.0:1788985221.051178:0:41914:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985221.051201:0:41914:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985221.051217:0:41914:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985221.051223:0:41914:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985221.051260:0:41914:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 23 pid: 6508 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985221.051271:0:41914:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 23 pid: 6508 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985221.051283:0:41914:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41914:1875885973514240:0@lo:104: 00000100:00100000:2.0:1788985221.051334:0:41914:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985221.051392:0:41914:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1249389e40 going to sleep for 11 seconds 00000100:00100000:3.0:1788985221.051400:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514240 00000100:00100000:3.0:1788985221.051422:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514240 00000100:00100000:3.0:1788985221.051481:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 200 00000100:00100000:3.0:1788985221.051491:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:41914:x1875885973514240:12345-0@lo:104: 00010000:00010000:3.0:1788985221.051504:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985221.051568:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985221.051586:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:41914:x1875885973514240:12345-0@lo:104: Request processed in 96us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985221.051590:0:41914:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:41914:1875885973514240:0@lo:104: 00000100:00100000:3.0:1788985221.051596:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 200 00010000:00010000:2.0:1788985221.051614:0:41914:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985221.051671:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985221.051678:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985221.051685:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985221.051689:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985221.051697:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985221.051705:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985221.051711:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985221.051796:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985221.051801:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985221.051832:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985221.051837:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241677000/0xa0dd3253da52fc6c lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc73 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985221.051847:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985221.051848:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985221.051849:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985221.051883:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973514368:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985221.051905:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985221.051959:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514368 00000100:00100000:0.0:1788985221.051964:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514368 00010000:00010000:0.0:1788985221.051987:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 24 pid: 6508 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985221.052020:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1788985221.052027:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973514368:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985221.052037:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985221.052043:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 24 pid: 6508 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052053:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 24 pid: 6508 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052064:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea800/0xa0dd3253da52fc73 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc6c expref: 24 pid: 6508 timeout: 1160 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052077:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052085:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052097:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052117:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052124:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052130:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052135:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eb800 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985221.052139:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052146:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052164:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985221.052174:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1788985221.052183:0:41914:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985221.052193:0:41914:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985221.052200:0:41914:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eb800/0xa0dd3253da52fc7a lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41914 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985221.052231:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3641:x1875885973514368:12345-0@lo:103:ldlm_bl.0 Request processed in 203us (323us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985221.052240:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:1.0:1788985221.052455:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973514368:0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985221.151485:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985222.075391:0:41962:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd2a211450 20000000:00000080:0.0:1788985222.076219:0:41962:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e62c00 uarg=0000000000000000 10000000:01000000:0.0:1788985222.076511:0:41962:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985222.076535:0:41962:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076551:0:41962:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076571:0:41962:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076578:0:41962:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076585:0:41962:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076592:0:41962:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076599:0:41962:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9c00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985222.076604:0:41962:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076612:0:41962:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076626:0:41962:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076633:0:41962:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985222.076639:0:41962:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9c00/0xa0dd3253da52fc81 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 41962 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985222.175188:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985222.942040:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985222.942049:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985222.942054:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985222.942102:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985222.942114:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985222.942125:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985222.942166:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973514496:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985222.942262:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985222.942414:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d10fd80 going to sleep for 11 seconds 00000100:00100000:1.0:1788985222.942499:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514496 00000100:00100000:1.0:1788985222.942507:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514496 00000100:00100000:1.0:1788985222.942569:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 723 00000100:00100000:1.0:1788985222.942580:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973514496:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985222.942596:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985222.942613:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc88 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985222.942640:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985222.942652:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985222.942661:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebc00, rc 0) 00000100:00100000:1.0:1788985222.942714:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973514496:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 136us (453us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985222.942721:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 723 00000100:00100000:3.0:1788985222.942897:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973514496:0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985222.942916:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985222.942961:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:3.0:1788985222.942984:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:3.0:1788985222.942989:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985222.942997:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000020:00000080:1.0:1788985223.154439:0:42011:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffd58a68ae0 20000000:00000080:1.0:1788985223.154465:0:42011:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11442f5000 uarg=0000000000000000 10000000:01000000:1.0:1788985223.154619:0:42011:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:1.0:1788985223.154640:0:42011:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.154658:0:42011:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.154667:0:42011:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.154705:0:42011:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.154719:0:42011:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 23 pid: 6509 timeout: 1162 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985223.154733:0:42011:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42011:1875885973514624:0@lo:104: 00000100:00100000:1.0:1788985223.154791:0:42011:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985223.155024:0:42011:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1251291480 going to sleep for 11 seconds 00000100:00100000:2.0:1788985223.155118:0:26567:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514624 00000100:00100000:2.0:1788985223.155127:0:26567:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514624 00000100:00100000:2.0:1788985223.155189:0:26567:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 201 00000100:00100000:2.0:1788985223.155199:0:26567:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:42011:x1875885973514624:12345-0@lo:104: 00010000:00010000:2.0:1788985223.155220:0:26567:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985223.155294:0:26567:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985223.155301:0:26567:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_002:18d53938-9833-4a4f-b2bc-80656579f00f+3:42011:x1875885973514624:12345-0@lo:104: Request processed in 103us (509us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985223.155307:0:26567:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 201 00010000:00010000:0.0:1788985223.155396:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1788985223.155404:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155418:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:0.0:1788985223.155422:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155429:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:0.0:1788985223.155436:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985223.155442:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:0.0:1788985223.155480:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155487:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:0.0:1788985223.155516:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155523:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b1241676e00/0xa0dd3253da52fc88 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fc8f expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155543:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985223.155545:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985223.155547:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985223.155555:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:0.0:1788985223.155571:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973514752:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985223.155606:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985223.155641:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514752 00000100:00100000:0.0:1788985223.155645:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514752 00010000:00010000:0.0:1788985223.155671:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 24 pid: 6509 timeout: 1162 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985223.155691:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1788985223.155697:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126ce54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973514752:12345-0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985223.155708:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1788985223.155712:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 24 pid: 6509 timeout: 1162 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155723:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 24 pid: 6509 timeout: 1162 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155736:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155744:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155757:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155765:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155771:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155777:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155782:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eae00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985223.155791:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155798:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155808:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985223.155817:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1788985223.155845:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126ce54050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973514752:12345-0@lo:103:ldlm_bl.0 Request processed in 148us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985223.155851:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1788985223.155916:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973514752:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985223.156450:0:42011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebc00/0xa0dd3253da52fc8f lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc88 expref: 23 pid: 6509 timeout: 1162 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985223.156461:0:42011:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42011:1875885973514624:0@lo:104: 00010000:00010000:1.0:1788985223.156474:0:42011:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.156483:0:42011:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.156489:0:42011:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985223.156504:0:42011:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617eae00/0xa0dd3253da52fc96 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42011 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985223.205765:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985223.393336:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973514880:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985223.393424:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985223.393499:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973514880 00000100:00100000:1.0:1788985223.393507:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973514880 00000100:00100000:1.0:1788985223.393559:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 630 00000100:00100000:1.0:1788985223.393568:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973514880:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985223.393597:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985223.393641:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aaa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973514880:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (217us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985223.393647:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 630 00000100:00080000:1.0:1788985223.393667:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985223.393703:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973514880:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985223.394426:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973515008:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985223.394464:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985223.394506:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515008 00000100:00100000:0.0:1788985223.394511:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515008 00000100:00100000:0.0:1788985223.394540:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1788985223.394547:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973515008:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985223.394561:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985223.394593:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973515008:12345-0@lo:13:osp-pre-0-0.0 Request processed in 47us (128us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985223.394599:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 631 00000100:00100000:0.0:1788985223.394632:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973515008:0@lo:13:osp-pre-0-0.0 00000100:00080000:1.0:1788985223.395507:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985223.902484:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985223.902506:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973515136:0@lo:41:osp-pre-1-0.0 00000100:00100000:2.0:1788985223.902573:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985223.902633:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515136 00000100:00100000:2.0:1788985223.902640:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515136 00000100:00100000:2.0:1788985223.902684:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788985223.902692:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973515136:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985223.902727:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985223.902775:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973515136:12345-0@lo:41:osp-pre-1-0.0 Request processed in 83us (202us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985223.902782:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 601 00000100:00100000:2.0:1788985223.902828:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973515136:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985224.226055:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985224.672078:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985224.672086:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985224.672092:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985224.672143:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985224.672156:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985224.672189:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985224.672218:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973515264:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985224.672311:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985224.672362:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11410b1840 going to sleep for 11 seconds 00000100:00100000:3.0:1788985224.672556:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515264 00000100:00100000:3.0:1788985224.672564:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515264 00000100:00100000:3.0:1788985224.672632:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 724 00000100:00100000:3.0:1788985224.672642:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973515264:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985224.672656:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985224.672670:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fc9d expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985224.672694:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985224.672706:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985224.672723:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677600, rc 0) 00000100:00100000:3.0:1788985224.672777:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973515264:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985224.672784:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 724 00000100:00100000:0.0:1788985224.672956:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973515264:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985224.672985:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985224.673002:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985224.673025:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985224.673031:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985224.673038:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985225.249151:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985225.284740:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985225.284793:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985225.284822:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985225.284850:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202816 00000100:00100000:0.0:1788985225.284859:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202816 00000100:00100000:0.0:1788985225.284920:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202688 00000100:00100000:0.0:1788985225.284923:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202688 00000100:00100000:0.0:1788985225.284971:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1271 00000100:00100000:0.0:1788985225.284981:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202816:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985225.285052:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202816:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 74us (258us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985225.285058:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1271 00000100:00100000:0.0:1788985225.285076:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1272 00000100:00100000:0.0:1788985225.285083:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202688:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985225.285108:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2388:x1875885953202688:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (285us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985225.285123:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1272 00000100:00080000:0.0:1788985225.285144:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985225.285147:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985225.287494:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202560 00000100:00100000:3.0:1788985225.287509:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202560 00000100:00100000:3.0:1788985225.287580:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 725 00000100:00100000:3.0:1788985225.287589:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953202560:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985225.287652:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2388:x1875885953202560:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 63us (2921us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985225.287659:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 725 00000100:00100000:2.0:1788985225.440265:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973515392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985225.440334:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.440393:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973515904:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.440421:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.440445:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973516416:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.440685:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.440711:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973516928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.440734:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.440760:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [2->3] 00000100:00100000:2.0:1788985225.440766:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973515776:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.440791:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.440807:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973516288:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.440828:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.440846:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973516800:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.440865:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.441034:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973517312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985225.441055:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.441103:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973515520:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.441134:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.441156:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973516032:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.441175:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.441189:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973516544:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.441207:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.441224:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973517056:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.441243:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.441262:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 4 async RPCs [1->0] 00000100:00100000:2.0:1788985225.441268:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973515648:0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.443062:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515904 00000100:00100000:3.0:1788985225.443077:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515904 00000100:00100000:3.0:1788985225.443136:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516288 00000100:00100000:3.0:1788985225.443139:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516288 00000100:00100000:3.0:1788985225.443168:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516800 00000100:00100000:3.0:1788985225.443171:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516800 00000100:00100000:3.0:1788985225.443188:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1788985225.443195:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973515904:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.443271:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d10380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973515904:12345-0@lo:400:kworker.0 Request processed in 75us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985225.443277:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1273 00000100:00100000:3.0:1788985225.443294:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1788985225.443299:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973516288:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.443323:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c3100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973516288:12345-0@lo:400:kworker.0 Request processed in 24us (2495us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985225.443336:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1274 00000100:00100000:3.0:1788985225.443359:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1275 00000100:00100000:3.0:1788985225.443365:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973516800:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.443403:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c2d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973516800:12345-0@lo:400:kworker.0 Request processed in 39us (2537us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985225.443409:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1275 00000100:00100000:2.0:1788985225.443430:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.443462:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973516160:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.443491:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.443503:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973516672:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.443523:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.443533:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973517184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985225.443558:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985225.443589:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515648 00000100:00100000:2.0:1788985225.443593:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515648 00000100:00100000:2.0:1788985225.443612:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516160 00000100:00100000:2.0:1788985225.443614:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516160 00000100:00100000:2.0:1788985225.443626:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516672 00000100:00100000:2.0:1788985225.443628:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516672 00000100:00100000:2.0:1788985225.443640:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1788985225.443645:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973515648:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.443681:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3639:x1875885973515648:12345-0@lo:400:kworker.0 Request processed in 35us (251us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.443694:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1276 00000100:00100000:2.0:1788985225.443707:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1788985225.443712:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973516160:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.443738:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0000_UUID+5:3639:x1875885973516160:12345-0@lo:400:kworker.0 Request processed in 26us (246us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.443744:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1277 00000100:00100000:2.0:1788985225.443755:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1788985225.443761:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973516672:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.443784:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3639:x1875885973516672:12345-0@lo:400:kworker.0 Request processed in 24us (260us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.443789:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1278 00000100:00100000:2.0:1788985225.443809:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515776 00000100:00100000:2.0:1788985225.443813:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515776 00000100:00100000:2.0:1788985225.443829:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517312 00000100:00100000:2.0:1788985225.443833:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517312 00000100:00100000:2.0:1788985225.443842:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516032 00000100:00100000:2.0:1788985225.443844:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516032 00000100:00100000:2.0:1788985225.443856:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788985225.443861:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973515776:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.443894:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+6:3642:x1875885973515776:12345-0@lo:400:kworker.0 Request processed in 33us (3103us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.443900:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 602 00000100:00100000:2.0:1788985225.443910:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 603 00000100:00100000:2.0:1788985225.443915:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973517312:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:2.0:1788985225.443957:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:2.0:1788985225.443989:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c1c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973517312:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (2933us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444001:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 603 00000100:00100000:3.0:1788985225.444005:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 604 00000100:00100000:3.0:1788985225.444012:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973516032:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.444019:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515520 00000100:00100000:2.0:1788985225.444023:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515520 00000100:00100000:3.0:1788985225.444044:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973516032:12345-0@lo:400:kworker.0 Request processed in 32us (2868us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444045:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1788985225.444050:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 604 00000100:00100000:2.0:1788985225.444051:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973515520:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.444069:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516416 00000100:00100000:3.0:1788985225.444072:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516416 00000100:00100000:2.0:1788985225.444079:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973515520:12345-0@lo:400:kworker.0 Request processed in 29us (2944us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444085:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 726 00000100:00100000:3.0:1788985225.444089:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516928 00000100:00100000:3.0:1788985225.444091:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516928 00000100:00100000:3.0:1788985225.444101:0:8427:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973516544 00000100:00100000:3.0:1788985225.444104:0:8427:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973516544 00000100:00100000:2.0:1788985225.444112:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517056 00000100:00100000:2.0:1788985225.444115:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517056 00000100:00100000:3.0:1788985225.444116:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 489 00000100:00100000:3.0:1788985225.444121:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973516416:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.444129:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 490 00000100:00100000:2.0:1788985225.444134:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973516928:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.444149:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973516416:12345-0@lo:400:kworker.0 Request processed in 28us (3681us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985225.444155:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 489 00000100:00100000:2.0:1788985225.444157:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973516928:12345-0@lo:400:kworker.0 Request processed in 22us (3422us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444162:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 490 00000100:00100000:3.0:1788985225.444165:0:8427:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788985225.444170:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788985225.444171:0:8427:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973516544:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.444174:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127d2a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973517056:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985225.444193:0:8427:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973516544:12345-0@lo:400:kworker.0 Request processed in 23us (2985us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444194:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127d2a6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973517056:12345-0@lo:400:kworker.0 Request processed in 20us (2951us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444200:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 492 00000100:00100000:3.0:1788985225.444206:0:8427:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 491 00000100:00100000:2.0:1788985225.444217:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973515392 00000100:00100000:2.0:1788985225.444221:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973515392 00000100:00100000:2.0:1788985225.444239:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517184 00000100:00100000:2.0:1788985225.444241:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517184 00000100:00100000:2.0:1788985225.444249:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788985225.444254:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973515392:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1788985225.444277:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985225.444302:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973515392:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (3969us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444307:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 632 00000100:00100000:2.0:1788985225.444317:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1788985225.444322:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973517184:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985225.444330:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985225.444347:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143004380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973517184:12345-0@lo:13:osp-pre-1-1.0 Request processed in 26us (789us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985225.444353:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 633 00000100:00100000:2.0:1788985225.444410:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973515776:0@lo:400:kworker.0 00010000:00080000:2.0:1788985225.444427:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305ed80 x1875885973516288/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985225.444437:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973516288:0@lo:400:kworker.0 00010000:00080000:2.0:1788985225.444447:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b0df80 x1875885973516800/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985241 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985225.444455:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973516800:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.444469:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973517312:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985225.444483:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144366300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973515392:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1788985225.444492:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144366a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973515904:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.444501:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973516416:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.444509:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973516928:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446131:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3639:1875885973515648:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446147:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3639:1875885973516160:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446157:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0001_UUID:3639:1875885973516672:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446173:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973517184:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985225.446183:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144364a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973515520:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446194:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973516032:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446205:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973516544:0@lo:400:kworker.0 00000100:00100000:2.0:1788985225.446214:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973517056:0@lo:400:kworker.0 00000100:00080000:3.0:1788985225.448599:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985225.448609:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985225.448613:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985225.448616:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000020:00000080:0.0:1788985226.219318:0:42158:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fffbe0865d0 20000000:00000080:0.0:1788985226.219336:0:42158:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e8fc00 uarg=0000000000000000 10000000:01000000:0.0:1788985226.219533:0:42158:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985226.219554:0:42158:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.219571:0:42158:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.219580:0:42158:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.219618:0:42158:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.219699:0:42158:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 23 pid: 6506 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985226.219714:0:42158:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42158:1875885973517440:0@lo:104: 00000100:00100000:0.0:1788985226.219781:0:42158:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985226.219886:0:42158:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1245921240 going to sleep for 11 seconds 00000100:00100000:2.0:1788985226.220088:0:6498:0:(service.c:155:ptlrpc_grow_req_bufs()) ldlm_cbd: allocate 1 new 8192-byte reqbufs (0/2 left), rc = 0 00000100:00100000:2.0:1788985226.220102:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517440 00000100:00100000:2.0:1788985226.220109:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517440 00000100:00100000:2.0:1788985226.220179:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 202 00000100:00100000:2.0:1788985226.220189:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114418d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:42158:x1875885973517440:12345-0@lo:104: 00010000:00010000:2.0:1788985226.220203:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985226.220269:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985226.220274:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114418d450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:42158:x1875885973517440:12345-0@lo:104: Request processed in 88us (494us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985226.220281:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 202 00000100:00100000:0.0:1788985226.220377:0:42158:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42158:1875885973517440:0@lo:104: 00010000:00010000:0.0:1788985226.220395:0:42158:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220443:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985226.220451:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220458:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985226.220463:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220471:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985226.220494:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985226.220501:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985226.220534:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220540:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985226.220562:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220569:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433ea000/0xa0dd3253da52fc9d lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fca4 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220583:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985226.220584:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985226.220586:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985226.220596:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973517568:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985226.220635:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985226.220674:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517568 00000100:00100000:1.0:1788985226.220678:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517568 00010000:00010000:1.0:1788985226.220695:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 24 pid: 6506 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985226.220714:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1788985226.220719:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973517568:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985226.220729:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985226.220734:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 24 pid: 6506 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220748:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 24 pid: 6506 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220760:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677600/0xa0dd3253da52fca4 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fc9d expref: 24 pid: 6506 timeout: 1166 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220773:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220781:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220792:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220799:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220807:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220814:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220819:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985226.220823:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220830:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220848:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985226.220856:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985226.220880:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aab480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973517568:12345-0@lo:103:ldlm_bl.0 Request processed in 161us (255us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985226.220887:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00000100:00100000:1.0:1788985226.220911:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973517568:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985226.221009:0:42158:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.221023:0:42158:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.221028:0:42158:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9e00/0xa0dd3253da52fcab lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42158 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985226.272394:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985227.169577:0:42206:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffea415a1c0 20000000:00000080:3.0:1788985227.169596:0:42206:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b114439a400 uarg=0000000000000000 10000000:01000000:3.0:1788985227.169749:0:42206:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985227.169774:0:42206:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169791:0:42206:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169802:0:42206:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169809:0:42206:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169816:0:42206:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169823:0:42206:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169829:0:42206:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985227.169834:0:42206:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169842:0:42206:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169864:0:42206:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169873:0:42206:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985227.169879:0:42206:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcb2 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42206 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985227.302549:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985227.870711:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985227.870720:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985227.870726:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985227.870771:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985227.870782:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985227.870794:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985227.870820:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973517696:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985227.870890:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985227.870968:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305540 going to sleep for 11 seconds 00000100:00100000:1.0:1788985227.871372:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517696 00000100:00100000:1.0:1788985227.871380:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517696 00000100:00100000:1.0:1788985227.871614:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 727 00000100:00100000:1.0:1788985227.871624:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973517696:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:1.0:1788985227.871638:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985227.871653:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fcb9 expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985227.871678:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985227.871688:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985227.871697:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ebe00, rc 0) 00000100:00100000:1.0:1788985227.871758:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973517696:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 135us (867us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985227.871765:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 727 00000100:00100000:0.0:1788985227.877200:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973517696:0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985227.877233:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985227.877246:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985227.877294:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:0.0:1788985227.877300:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985227.877308:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985228.322628:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985228.511996:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:1.0:1788985228.512020:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973517824:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985228.512089:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985228.512153:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517824 00000100:00100000:1.0:1788985228.512160:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517824 00000100:00100000:1.0:1788985228.512209:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 634 00000100:00100000:1.0:1788985228.512219:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973517824:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:1.0:1788985228.512248:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985228.512291:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973517824:12345-0@lo:13:osp-pre-0-1.0 Request processed in 74us (201us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985228.512298:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 634 00000100:00080000:1.0:1788985228.512319:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1788985228.512367:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973517824:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985228.520490:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973517952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985228.520559:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985228.520625:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973517952 00000100:00100000:3.0:1788985228.520632:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973517952 00000100:00100000:3.0:1788985228.520686:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 635 00000100:00100000:3.0:1788985228.520696:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973517952:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985228.520716:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985228.520757:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973517952:12345-0@lo:13:osp-pre-0-0.0 Request processed in 63us (198us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985228.520763:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 635 00000100:00080000:3.0:1788985228.520783:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985228.520819:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973517952:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985229.022213:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:3.0:1788985229.022247:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973518080:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985229.022322:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985229.022515:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518080 00000100:00100000:2.0:1788985229.022524:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518080 00000100:00100000:2.0:1788985229.022578:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 605 00000100:00100000:2.0:1788985229.022601:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973518080:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985229.022637:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985229.022692:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973518080:12345-0@lo:41:osp-pre-1-0.0 Request processed in 92us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985229.022699:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 605 00000100:00100000:0.0:1788985229.023167:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973518080:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985229.343158:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:2.0:1788985230.327774:0:42402:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffc55402c50 20000000:00000080:2.0:1788985230.327794:0:42402:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b11432af400 uarg=0000000000000000 00010000:00010000:2.0:1788985230.330364:0:42402:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985230.330385:0:42402:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1142cc6000, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985230.330404:0:42402:0:(ldlm_lock.c:2651:ldlm_export_cancel_blocked_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 00010000:00010000:2.0:1788985230.330414:0:42402:0:(ldlm_lock.c:2679:ldlm_export_cancel_locks()) Export ffff8b1277d0f800, canceled 0 locks, left on hash table 0. 10000000:01000000:2.0:1788985230.330427:0:42402:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985230.330445:0:42402:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985230.330462:0:42402:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985230.330470:0:42402:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985230.330512:0:42402:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985230.330528:0:42402:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 23 pid: 6506 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985230.330543:0:42402:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42402:1875885973518208:0@lo:104: 00000100:00100000:2.0:1788985230.330626:0:42402:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985230.330757:0:42402:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b114331c3c0 going to sleep for 11 seconds 00000100:00100000:3.0:1788985230.332510:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518208 00000100:00100000:3.0:1788985230.332524:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518208 00000100:00100000:3.0:1788985230.332668:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 203 00000100:00100000:3.0:1788985230.332691:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:42402:x1875885973518208:12345-0@lo:104: 00010000:00010000:3.0:1788985230.332707:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985230.332792:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:3.0:1788985230.332798:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:42402:x1875885973518208:12345-0@lo:104: Request processed in 110us (2171us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.332805:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 203 00000100:00100000:0.0:1788985230.332997:0:42402:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143005c00 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42402:1875885973518208:0@lo:104: 00010000:00010000:0.0:1788985230.333020:0:42402:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333134:0:8443:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985230.333142:0:8443:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333149:0:8443:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8000 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985230.333154:0:8443:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333162:0:8443:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985230.333170:0:8443:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985230.333175:0:8443:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985230.333223:0:8443:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333230:0:8443:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985230.333252:0:8443:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333259:0:8443:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8000/0xa0dd3253da52fcb9 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcc0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333277:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985230.333279:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985230.333280:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985230.333294:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973518336:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985230.333342:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985230.333400:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518336 00000100:00100000:1.0:1788985230.333404:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518336 00010000:00010000:1.0:1788985230.333424:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 24 pid: 6506 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985230.333447:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1788985230.333454:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3642:x1875885973518336:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985230.333465:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985230.333470:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 24 pid: 6506 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333481:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 24 pid: 6506 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333494:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12617ebe00/0xa0dd3253da52fcc0 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fcb9 expref: 24 pid: 6506 timeout: 1170 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333513:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333520:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333534:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333542:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333549:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333556:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333562:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985230.333566:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333588:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333601:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.333611:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985230.333640:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3642:x1875885973518336:12345-0@lo:103:ldlm_bl.0 Request processed in 187us (298us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985230.333652:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 207 00000100:00100000:1.0:1788985230.333682:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:18d53938-9833-4a4f-b2bc-80656579f00f:3642:1875885973518336:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985230.334002:0:42402:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985230.334012:0:42402:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985230.334019:0:42402:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fcc7 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42402 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985230.376532:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985230.397742:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985230.397782:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985230.397814:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985230.397842:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203200 00000100:00100000:1.0:1788985230.397855:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203200 00000100:00100000:3.0:1788985230.397871:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953202944 00000100:00100000:3.0:1788985230.397878:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953202944 00000100:00100000:1.0:1788985230.397921:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203072 00000100:00100000:3.0:1788985230.397945:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 728 00000100:00100000:1.0:1788985230.397946:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203072 00000100:00100000:3.0:1788985230.397959:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953202944:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:1.0:1788985230.397988:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1279 00000100:00100000:1.0:1788985230.397999:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953203200:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985230.398050:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1280 00000100:00100000:2.0:1788985230.398060:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953203072:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985230.400780:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953202944:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 2814us (3037us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.400795:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 728 00000100:00080000:3.0:1788985230.400852:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985230.400857:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985230.406748:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143007b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953203200:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 8739us (8952us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985230.406763:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1279 00000100:00100000:3.0:1788985230.407714:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2391:x1875885953203072:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 9650us (9892us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.407725:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1280 00000100:00100000:0.0:1788985230.558290:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1788985230.558312:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973518464:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985230.558398:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985230.558458:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518464 00000100:00100000:0.0:1788985230.558467:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518464 00000100:00100000:0.0:1788985230.558516:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 636 00000100:00100000:0.0:1788985230.558525:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973518464:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985230.558562:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985230.558606:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973518464:12345-0@lo:13:osp-pre-1-1.0 Request processed in 81us (207us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985230.558613:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 636 00000100:00080000:0.0:1788985230.558633:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985230.558668:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973518464:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985230.560447:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973518592:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985230.560498:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985230.560554:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518592 00000100:00100000:3.0:1788985230.560559:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518592 00000100:00100000:3.0:1788985230.560602:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 637 00000100:00100000:3.0:1788985230.560611:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973518592:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985230.560627:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985230.560678:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973518592:12345-0@lo:13:osp-pre-1-0.0 Request processed in 68us (179us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.560685:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 637 00000100:00080000:3.0:1788985230.560704:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985230.560731:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114485f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973518592:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1788985230.562687:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985230.562703:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973518720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985230.562755:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985230.562803:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518720 00000100:00100000:1.0:1788985230.562808:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518720 00000100:00100000:1.0:1788985230.562849:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788985230.562857:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973518720:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:1.0:1788985230.562888:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:1.0:1788985230.562944:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973518720:12345-0@lo:41:osp-pre-0-1.0 Request processed in 87us (187us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985230.562952:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 606 00000100:00100000:1.0:1788985230.562991:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973518720:0@lo:41:osp-pre-0-1.0 00000100:00100000:1.0:1788985230.563334:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973518848:0@lo:400:kworker.0 00000100:00100000:1.0:1788985230.563369:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985230.563388:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973519360:0@lo:400:kworker.0 00000100:00100000:1.0:1788985230.563408:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985230.563439:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973519872:0@lo:400:kworker.0 00000100:00100000:1.0:1788985230.563460:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985230.563477:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [2->3] 00000100:00100000:1.0:1788985230.563482:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973519232:0@lo:400:kworker.0 00000100:00100000:1.0:1788985230.563504:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985230.563601:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973519744:0@lo:400:kworker.0 00000100:00100000:1.0:1788985230.563627:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985230.564754:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973519104:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.564801:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985230.564827:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973519616:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.564851:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985230.564874:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788985230.564880:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973518976:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.564903:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985230.564915:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11442b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973519488:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.564951:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985230.564979:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518848 00000100:00100000:3.0:1788985230.564985:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518848 00000100:00100000:3.0:1788985230.565015:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519360 00000100:00100000:3.0:1788985230.565018:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519360 00000100:00100000:3.0:1788985230.565038:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519872 00000100:00100000:3.0:1788985230.565041:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519872 00000100:00100000:3.0:1788985230.565051:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519232 00000100:00100000:3.0:1788985230.565054:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519232 00000100:00100000:3.0:1788985230.565065:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519744 00000100:00100000:3.0:1788985230.565067:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519744 00000100:00100000:3.0:1788985230.565078:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973518976 00000100:00100000:3.0:1788985230.565080:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973518976 00000100:00100000:3.0:1788985230.565095:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1788985230.565102:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973518848:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565157:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973518848:12345-0@lo:400:kworker.0 Request processed in 55us (1787us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565163:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1281 00000100:00100000:3.0:1788985230.565178:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1788985230.565184:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973519360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565209:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973519360:12345-0@lo:400:kworker.0 Request processed in 26us (1801us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565214:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1282 00000100:00100000:3.0:1788985230.565225:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1788985230.565245:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973519872:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565270:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973519872:12345-0@lo:400:kworker.0 Request processed in 39us (1809us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565275:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1283 00000100:00100000:3.0:1788985230.565286:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1788985230.565291:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973519232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565326:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c70000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973519232:12345-0@lo:400:kworker.0 Request processed in 26us (1812us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565332:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1284 00000100:00100000:3.0:1788985230.565343:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1788985230.565349:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973519744:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565375:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277c72a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973519744:12345-0@lo:400:kworker.0 Request processed in 27us (1748us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565381:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1285 00000100:00100000:3.0:1788985230.565393:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1788985230.565398:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973518976:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565437:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-MDT0001_UUID+5:3640:x1875885973518976:12345-0@lo:400:kworker.0 Request processed in 38us (533us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565443:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1286 00000100:00100000:3.0:1788985230.565470:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519104 00000100:00100000:3.0:1788985230.565473:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519104 00000100:00100000:3.0:1788985230.565496:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788985230.565502:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973519104:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565753:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973519104:12345-0@lo:400:kworker.0 Request processed in 249us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565760:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 607 00000100:00100000:3.0:1788985230.565781:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519616 00000100:00100000:3.0:1788985230.565785:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519616 00000100:00100000:3.0:1788985230.565820:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973519488 00000100:00100000:3.0:1788985230.565823:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973519488 00000100:00100000:3.0:1788985230.565843:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1788985230.565850:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973519616:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565882:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114485ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973519616:12345-0@lo:400:kworker.0 Request processed in 32us (1029us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565887:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 493 00000100:00100000:3.0:1788985230.565899:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 494 00000100:00100000:3.0:1788985230.565905:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973519488:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.565953:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1250acb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973519488:12345-0@lo:400:kworker.0 Request processed in 48us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985230.565959:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 494 00000100:00080000:3.0:1788985230.565979:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985230.565983:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985230.565984:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985230.566021:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973519232:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.566032:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973519744:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.566042:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973518848:0@lo:400:kworker.0 00010000:00080000:3.0:1788985230.566055:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114396ca80 x1875885973519360/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985230.566064:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973519360:0@lo:400:kworker.0 00010000:00080000:3.0:1788985230.566074:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b11442bb100 x1875885973519872/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985246 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985230.566081:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973519872:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.566117:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0001_UUID:3640:1875885973518976:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.566125:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442b9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973519488:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.566133:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143aa8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973519104:0@lo:400:kworker.0 00000100:00100000:3.0:1788985230.566140:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11442bb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973519616:0@lo:400:kworker.0 00010000:00010000:0.0:1788985231.390100:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:0.0:1788985231.903115:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985231.903125:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985231.903130:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985231.903175:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985231.903185:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985231.903193:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985231.903213:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973520000:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985231.903276:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985231.903328:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad6c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985231.903391:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520000 00000100:00100000:2.0:1788985231.903399:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520000 00000100:00100000:2.0:1788985231.903458:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1788985231.903468:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973520000:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985231.903480:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985231.903494:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fcce expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985231.903516:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985231.903527:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985231.903536:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433eba00, rc 0) 00000100:00100000:2.0:1788985231.903573:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973520000:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 108us (295us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985231.903580:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 729 00000100:00100000:2.0:1788985231.903619:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb8700 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973520000:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985231.903631:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985231.903655:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985231.903676:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985231.903681:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985231.903688:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985232.418714:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985233.444311:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985233.630192:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985233.630215:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973520128:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985233.630303:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985233.630511:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520128 00000100:00100000:3.0:1788985233.630520:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520128 00000100:00100000:3.0:1788985233.630580:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 638 00000100:00100000:3.0:1788985233.630589:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973520128:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1788985233.630618:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985233.630667:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143005c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973520128:12345-0@lo:13:osp-pre-0-0.0 Request processed in 79us (364us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985233.630674:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 638 00000100:00080000:3.0:1788985233.630696:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985233.630748:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973520128:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985233.630921:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:3.0:1788985233.630945:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973520256:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985233.630977:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985233.631002:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520256 00000100:00100000:3.0:1788985233.631006:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520256 00000100:00100000:3.0:1788985233.631032:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 639 00000100:00100000:3.0:1788985233.631037:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973520256:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:3.0:1788985233.631047:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985233.631076:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b12500c5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973520256:12345-0@lo:13:osp-pre-0-1.0 Request processed in 38us (98us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985233.631081:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 639 00000100:00080000:3.0:1788985233.631097:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985233.631116:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973520256:0@lo:13:osp-pre-0-1.0 00000100:00100000:1.0:1788985234.142537:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:1.0:1788985234.142560:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973520384:0@lo:41:osp-pre-1-0.0 00000100:00100000:1.0:1788985234.142653:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985234.145302:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520384 00000100:00100000:0.0:1788985234.145342:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520384 00000100:00100000:0.0:1788985234.145420:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 608 00000100:00100000:0.0:1788985234.145432:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973520384:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985234.145476:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985234.145577:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ea9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973520384:12345-0@lo:41:osp-pre-1-0.0 Request processed in 148us (2923us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985234.145585:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 608 00000100:00100000:2.0:1788985234.145823:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973520384:0@lo:41:osp-pre-1-0.0 00010000:00010000:0.0:1788985234.462907:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985235.487156:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985235.525043:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985235.525082:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985235.525106:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985235.525173:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203328 00000100:00100000:3.0:1788985235.525183:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203328 00000100:00100000:3.0:1788985235.525249:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 730 00000100:00100000:3.0:1788985235.525260:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953203328:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985235.525339:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953203328:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 81us (305us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.525347:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 730 00000100:00100000:3.0:1788985235.525378:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203584 00000100:00100000:3.0:1788985235.525382:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203584 00000100:00100000:3.0:1788985235.525416:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203456 00000100:00100000:3.0:1788985235.525419:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203456 00000100:00100000:3.0:1788985235.525440:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1287 00000100:00100000:3.0:1788985235.525447:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953203584:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985235.525490:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953203584:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 44us (408us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.525497:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1287 00000100:00100000:3.0:1788985235.525510:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1288 00000100:00100000:3.0:1788985235.525516:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953203456:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985235.525541:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953203456:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 25us (435us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.525547:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1288 00000100:00080000:3.0:1788985235.525670:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985235.525675:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985235.678140:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985235.678164:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973520512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985235.678227:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.678291:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520512 00000100:00100000:3.0:1788985235.678298:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520512 00000100:00100000:3.0:1788985235.678344:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 640 00000100:00100000:3.0:1788985235.678353:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973520512:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1788985235.678380:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:3.0:1788985235.678421:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973520512:12345-0@lo:13:osp-pre-1-0.0 Request processed in 69us (194us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.678428:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 640 00000100:00080000:3.0:1788985235.678448:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985235.678481:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114396ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973520512:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985235.678658:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973520640:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985235.678687:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.678734:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520640 00000100:00100000:3.0:1788985235.678739:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520640 00000100:00100000:3.0:1788985235.678765:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1788985235.678771:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973520640:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985235.678794:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985235.678828:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973520640:12345-0@lo:41:osp-pre-0-1.0 Request processed in 57us (139us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.678834:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 609 00000100:00100000:3.0:1788985235.678876:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144365180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973520640:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985235.679092:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973521024:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679123:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.679149:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973521536:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679170:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.679185:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973522048:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679203:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.679220:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:2.0:1788985235.679225:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973520896:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679247:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.679269:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973521408:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679301:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.679315:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973521920:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679332:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.679353:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521024 00000100:00100000:2.0:1788985235.679357:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521024 00000100:00100000:2.0:1788985235.679380:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520896 00000100:00100000:2.0:1788985235.679382:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520896 00000100:00100000:2.0:1788985235.679391:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521408 00000100:00100000:2.0:1788985235.679394:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521408 00000100:00100000:2.0:1788985235.679407:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521920 00000100:00100000:2.0:1788985235.679409:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521920 00000100:00100000:2.0:1788985235.679421:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1788985235.679427:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973521024:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679463:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0001_UUID+5:3642:x1875885973521024:12345-0@lo:400:kworker.0 Request processed in 35us (339us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985235.679469:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1289 00000100:00100000:2.0:1788985235.679481:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1788985235.679487:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973520896:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679513:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433cf100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973520896:12345-0@lo:400:kworker.0 Request processed in 26us (264us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985235.679518:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1290 00000100:00100000:2.0:1788985235.679528:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1788985235.679534:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973521408:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679559:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142194700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973521408:12345-0@lo:400:kworker.0 Request processed in 25us (256us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985235.679564:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1291 00000100:00100000:2.0:1788985235.679583:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1788985235.679589:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973521920:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679616:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142195180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973521920:12345-0@lo:400:kworker.0 Request processed in 28us (283us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985235.679622:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1292 00000100:00100000:2.0:1788985235.679649:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973520896:0@lo:400:kworker.0 00010000:00080000:2.0:1788985235.679660:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b0d180 x1875885973521408/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985235.679669:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973521408:0@lo:400:kworker.0 00010000:00080000:2.0:1788985235.679678:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277e14e00 x1875885973521920/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985251 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1788985235.679686:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e14e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973521920:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.679694:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0001_UUID:3642:1875885973521024:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.679780:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973520768:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.679814:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.679856:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973521280:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.679877:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.679893:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973521792:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.679909:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.679920:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:3.0:1788985235.679943:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973521152:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.679965:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.679980:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973521664:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.679997:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985235.680024:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521536 00000100:00100000:3.0:1788985235.680028:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521536 00000100:00100000:3.0:1788985235.680055:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522048 00000100:00100000:3.0:1788985235.680058:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522048 00000100:00100000:3.0:1788985235.680072:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521664 00000100:00100000:3.0:1788985235.680074:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521664 00000100:00100000:3.0:1788985235.680086:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1788985235.680102:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973521536:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680138:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973521536:12345-0@lo:400:kworker.0 Request processed in 38us (967us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.680145:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 495 00000100:00100000:3.0:1788985235.680157:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788985235.680163:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973522048:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680187:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973522048:12345-0@lo:400:kworker.0 Request processed in 25us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.680192:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 496 00000100:00100000:3.0:1788985235.680203:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1788985235.680208:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973521664:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680237:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973521664:12345-0@lo:400:kworker.0 Request processed in 28us (239us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.680242:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 497 00000100:00100000:3.0:1788985235.680262:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521280 00000100:00100000:3.0:1788985235.680265:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521280 00000100:00100000:3.0:1788985235.680294:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521792 00000100:00100000:3.0:1788985235.680297:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521792 00000100:00100000:3.0:1788985235.680309:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1788985235.680316:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973521280:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680344:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973521280:12345-0@lo:400:kworker.0 Request processed in 28us (465us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.680349:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1293 00000100:00100000:3.0:1788985235.680360:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1294 00000100:00100000:3.0:1788985235.680366:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973521792:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680391:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144365c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973521792:12345-0@lo:400:kworker.0 Request processed in 25us (480us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.680402:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1294 00000100:00080000:3.0:1788985235.680428:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985235.680432:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1788985235.680434:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985235.680436:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985235.680445:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973521152 00000100:00100000:3.0:1788985235.680448:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973521152 00000100:00100000:3.0:1788985235.680469:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1788985235.680475:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973521152:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680508:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973521152:12345-0@lo:400:kworker.0 Request processed in 33us (542us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985235.680514:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 610 00000100:00100000:3.0:1788985235.680547:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973521152:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680556:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973521664:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680564:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973521280:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680572:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973521792:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680607:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973521536:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.680616:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973522048:0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.680760:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973520768 00000100:00100000:2.0:1788985235.680765:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973520768 00000100:00100000:2.0:1788985235.680797:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 731 00000100:00100000:2.0:1788985235.680803:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973520768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985235.680837:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda7850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973520768:12345-0@lo:400:kworker.0 Request processed in 34us (1022us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985235.680853:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 731 00000100:00100000:3.0:1788985235.681023:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11423a1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973520768:0@lo:400:kworker.0 00000100:00100000:3.0:1788985235.682043:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973522176:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985235.682088:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985235.682168:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522176 00000100:00100000:2.0:1788985235.682174:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522176 00000100:00100000:2.0:1788985235.682212:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 641 00000100:00100000:2.0:1788985235.682220:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973522176:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985235.682244:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985235.682294:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144366300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973522176:12345-0@lo:13:osp-pre-1-1.0 Request processed in 75us (205us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985235.682301:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 641 00000100:00100000:3.0:1788985235.683001:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973522176:0@lo:13:osp-pre-1-1.0 00010000:00010000:1.0:1788985236.512872:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985236.622755:0:42693:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff22ab3550 20000000:00000080:3.0:1788985236.622780:0:42693:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144154400 uarg=0000000000000000 10000000:01000000:3.0:1788985236.623026:0:42693:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985236.623047:0:42693:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985236.623064:0:42693:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985236.623072:0:42693:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985236.623111:0:42693:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985236.623126:0:42693:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 23 pid: 6506 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985236.623139:0:42693:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42693:1875885973522304:0@lo:104: 00000100:00100000:3.0:1788985236.623292:0:42693:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985236.623421:0:42693:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12424633c0 going to sleep for 11 seconds 00000100:00100000:2.0:1788985236.623745:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522304 00000100:00100000:2.0:1788985236.623754:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522304 00000100:00100000:2.0:1788985236.623851:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 204 00000100:00100000:2.0:1788985236.623863:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:42693:x1875885973522304:12345-0@lo:104: 00010000:00010000:2.0:1788985236.623878:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985236.623982:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985236.623988:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144364380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:42693:x1875885973522304:12345-0@lo:104: Request processed in 129us (697us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985236.623995:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 204 00000100:00100000:0.0:1788985236.624096:0:42693:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144367b80 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42693:1875885973522304:0@lo:104: 00010000:00010000:0.0:1788985236.624117:0:42693:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624187:0:6502:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985236.624195:0:6502:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624202:0:6502:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8800 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985236.624206:0:6502:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624215:0:6502:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985236.624223:0:6502:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985236.624229:0:6502:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985236.624280:0:6502:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624299:0:6502:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985236.624324:0:6502:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624331:0:6502:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e8800/0xa0dd3253da52fcce lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcd5 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624349:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985236.624351:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985236.624352:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985236.624366:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973522432:0@lo:103:ldlm_bl.0 00000100:00100000:1.0:1788985236.624401:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985236.624460:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522432 00000100:00100000:1.0:1788985236.624465:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522432 00010000:00010000:1.0:1788985236.624485:0:6501:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 24 pid: 6506 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985236.624510:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1788985236.624518:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973522432:12345-0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985236.624529:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985236.624534:0:6501:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 24 pid: 6506 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624545:0:6501:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 24 pid: 6506 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624557:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433eba00/0xa0dd3253da52fcd5 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fcce expref: 24 pid: 6506 timeout: 1176 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624595:0:6501:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624604:0:6501:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624619:0:6501:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624627:0:6501:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624634:0:6501:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624641:0:6501:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624647:0:6501:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:1.0:1788985236.624651:0:6501:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624672:0:6501:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624684:0:6501:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985236.624694:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985236.624725:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eaad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973522432:12345-0@lo:103:ldlm_bl.0 Request processed in 208us (323us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985236.624738:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 208 00000100:00100000:1.0:1788985236.624770:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973522432:0@lo:103:ldlm_bl.0 00010000:00010000:0.0:1788985236.625108:0:42693:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985236.625116:0:42693:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985236.625122:0:42693:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241677000/0xa0dd3253da52fcdc lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42693 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985237.535518:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:3.0:1788985237.691790:0:42742:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffda11f74b0 20000000:00000080:3.0:1788985237.691814:0:42742:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1144154400 uarg=0000000000000000 10000000:01000000:3.0:1788985237.694432:0:42742:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:3.0:1788985237.694476:0:42742:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694499:0:42742:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694513:0:42742:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694543:0:42742:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694550:0:42742:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694558:0:42742:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694565:0:42742:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241676e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985237.694571:0:42742:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694579:0:42742:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694597:0:42742:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694606:0:42742:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985237.694612:0:42742:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fce3 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42742 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:0.0:1788985238.302993:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:0.0:1788985238.303004:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:0.0:1788985238.303011:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:0.0:1788985238.303084:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985238.303123:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985238.303137:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985238.303172:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fb9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973522560:0@lo:101:ll_cfg_requeue.0 00000100:00100000:0.0:1788985238.303285:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985238.303851:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12676ad480 going to sleep for 11 seconds 00000100:00100000:2.0:1788985238.305559:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522560 00000100:00100000:2.0:1788985238.305578:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522560 00000100:00100000:2.0:1788985238.305659:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788985238.305670:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973522560:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985238.305692:0:6506:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1788985238.305718:0:6506:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fcea expref: -99 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985238.305754:0:6506:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985238.305770:0:6506:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 24 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985238.305800:0:6506:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b11433ebc00, rc 0) 00000100:00100000:2.0:1788985238.305901:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973522560:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 233us (2616us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985238.305909:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 732 00000100:00100000:2.0:1788985238.306012:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fb9c00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973522560:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985238.306033:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985238.306046:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985238.306069:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985238.306074:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985238.306082:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985238.560581:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985238.753384:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985238.753419:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973522688:0@lo:13:osp-pre-0-1.0 00000100:00100000:0.0:1788985238.753488:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985238.753550:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522688 00000100:00100000:0.0:1788985238.753557:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522688 00000100:00100000:0.0:1788985238.753607:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 642 00000100:00100000:0.0:1788985238.753616:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973522688:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:0.0:1788985238.753643:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985238.753687:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973522688:12345-0@lo:13:osp-pre-0-1.0 Request processed in 71us (198us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985238.753693:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 642 00000100:00080000:0.0:1788985238.753713:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985238.753748:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277fbad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973522688:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985238.754149:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985238.754172:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973522816:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985238.754207:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985238.754345:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522816 00000100:00100000:2.0:1788985238.754350:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522816 00000100:00100000:2.0:1788985238.754388:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788985238.754394:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144367b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973522816:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985238.754417:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985238.754456:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144367b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973522816:12345-0@lo:13:osp-pre-0-0.0 Request processed in 61us (248us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985238.754462:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 643 00000100:00100000:2.0:1788985238.754505:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973522816:0@lo:13:osp-pre-0-0.0 00000100:00080000:3.0:1788985238.756283:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985239.262219:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985239.262268:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973522944:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985239.262338:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985239.262482:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973522944 00000100:00100000:0.0:1788985239.262494:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973522944 00000100:00100000:0.0:1788985239.262549:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 611 00000100:00100000:0.0:1788985239.262559:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973522944:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:0.0:1788985239.262600:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:0.0:1788985239.262654:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11423a1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3640:x1875885973522944:12345-0@lo:41:osp-pre-1-0.0 Request processed in 96us (315us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985239.262661:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 611 00000100:00100000:2.0:1788985239.262753:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3640:1875885973522944:0@lo:41:osp-pre-1-0.0 00010000:00010000:2.0:1788985239.583031:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985240.116514:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985240.116797:0:6513:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203712 00000100:00100000:1.0:1788985240.116809:0:6513:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203712 00000100:00100000:1.0:1788985240.116883:0:6513:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 70 00000100:00100000:1.0:1788985240.116895:0:6513:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+5:26661:x1875885953203712:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:1.0:1788985240.116919:0:6513:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985240.116969:0:6513:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb400/0xa0dd3253da52fcf8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17147 expref: -99 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.117035:0:6513:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea200/0xa0dd3253da52fcff lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.117050:0:6513:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea200/0xa0dd3253da52fcff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.117073:0:6513:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea200/0xa0dd3253da52fcff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:1.0:1788985240.117124:0:6513:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:1.0:1788985240.117128:0:6513:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:1.0:1788985240.117159:0:6513:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea200/0xa0dd3253da52fcff lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 6513 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.117185:0:6513:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb400/0xa0dd3253da52fcf8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17147 expref: 7 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.117203:0:6513:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea200/0xa0dd3253da52fcff lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17147 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.117227:0:6513:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:1.0:1788985240.117241:0:6513:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1788985240.117245:0:6513:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617ea200, rc 0) 00000100:00100000:1.0:1788985240.117306:0:6513:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114396ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:434c316c-c59b-49ac-917b-d6d87006b1b1+6:26661:x1875885953203712:12345-192.168.202.6@tcp:101:rm.0 Request processed in 414us (801us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985240.117313:0:6513:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 70 00000100:00080000:3.0:1788985240.117840:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985240.124740:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985240.124974:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203840 00000100:00100000:1.0:1788985240.124984:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203840 00000100:00100000:1.0:1788985240.125039:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 71 00000100:00100000:1.0:1788985240.125049:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:26661:x1875885953203840:12345-192.168.202.6@tcp:101:rm.0 00010000:00010000:1.0:1788985240.125085:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1788985240.125108:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb800/0xa0dd3253da52fd06 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e1714e expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125548:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125567:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125580:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125645:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125654:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125681:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125726:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125734:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125741:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125748:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617eb600 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:1.0:1788985240.125753:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125761:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125773:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:1.0:1788985240.125776:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788985240.125781:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125787:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb600/0xa0dd3253da52fd0d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125801:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125808:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125821:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125826:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12617ea000 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:1.0:1788985240.125829:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125836:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125844:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1243922400) 00010000:00010000:1.0:1788985240.125846:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788985240.125849:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125855:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea000/0xa0dd3253da52fd14 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125889:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb800/0xa0dd3253da52fd06 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1714e expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125900:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:1.0:1788985240.125902:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1788985240.125906:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617eb800/0xa0dd3253da52fd06 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1714e expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985240.125915:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12617eb800, rc 0) 00000100:00100000:1.0:1788985240.126007:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:26661:x1875885953203840:12345-192.168.202.6@tcp:101:rm.0 Request processed in 958us (1276us total) trans 0 rc 301/301 00000100:00100000:1.0:1788985240.126024:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 71 00010000:00010000:1.0:1788985240.606270:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1788985240.630372:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985240.630456:0:6514:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204096 00000100:00100000:3.0:1788985240.630468:0:6514:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204096 00000100:00100000:3.0:1788985240.630551:0:6514:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1295 00000100:00100000:3.0:1788985240.630563:0:6514:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953204096:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985240.630646:0:6514:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953204096:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 85us (281us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.630654:0:6514:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1295 00000100:00080000:0.0:1788985240.630841:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985240.631495:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985240.636398:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953203968 00000100:00100000:2.0:1788985240.636414:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953203968 00000100:00100000:2.0:1788985240.636489:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 733 00000100:00100000:2.0:1788985240.636501:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953203968:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985240.636594:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda5450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2391:x1875885953203968:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 94us (5100us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985240.636601:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 733 00000100:00100000:0.0:1788985240.800455:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1788985240.800478:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973523200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985240.800567:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985240.800670:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523200 00000100:00100000:0.0:1788985240.800678:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523200 00000100:00100000:0.0:1788985240.800738:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 644 00000100:00100000:0.0:1788985240.800748:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973523200:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985240.800778:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985240.800821:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fbad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973523200:12345-0@lo:13:osp-pre-1-0.0 Request processed in 75us (254us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985240.800827:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 644 00000100:00080000:0.0:1788985240.800847:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985240.800877:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973523200:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985240.802168:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985240.802189:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973523072:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985240.802253:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.802410:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523072 00000100:00100000:3.0:1788985240.802417:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523072 00000100:00100000:3.0:1788985240.802457:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 612 00000100:00100000:3.0:1788985240.802465:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973523072:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985240.802494:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985240.802537:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277fb9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973523072:12345-0@lo:41:osp-pre-0-1.0 Request processed in 73us (283us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.802555:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 612 00000100:00100000:0.0:1788985240.802754:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973523072:0@lo:41:osp-pre-0-1.0 00000100:00100000:2.0:1788985240.807357:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:2.0:1788985240.807379:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973523328:0@lo:13:osp-pre-1-1.0 00000100:00100000:2.0:1788985240.807570:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985240.807702:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523328 00000100:00100000:0.0:1788985240.807710:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523328 00000100:00100000:0.0:1788985240.807773:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788985240.807781:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973523328:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:0.0:1788985240.807813:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985240.807857:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1142196a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973523328:12345-0@lo:13:osp-pre-1-1.0 Request processed in 77us (288us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985240.807864:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 645 00000100:00100000:0.0:1788985240.807913:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973523328:0@lo:13:osp-pre-1-1.0 00000100:00080000:2.0:1788985240.808734:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1788985240.808890:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973523584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.808961:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809010:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973524096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809034:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809051:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973524608:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809084:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809112:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [0->1] 00000100:00100000:3.0:1788985240.809118:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973523456:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809216:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809251:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973523968:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809273:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809290:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973524480:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809310:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809336:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973523712:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809357:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809366:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973524224:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809385:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809404:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:3.0:1788985240.809410:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973523840:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809430:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809446:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973524352:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.809467:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985240.809495:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523584 00000100:00100000:3.0:1788985240.809501:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523584 00000100:00100000:3.0:1788985240.809531:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524096 00000100:00100000:3.0:1788985240.809534:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524096 00000100:00100000:3.0:1788985240.809554:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524608 00000100:00100000:3.0:1788985240.809556:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524608 00000100:00100000:3.0:1788985240.809568:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523968 00000100:00100000:3.0:1788985240.809570:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523968 00000100:00100000:3.0:1788985240.809583:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524480 00000100:00100000:3.0:1788985240.809585:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524480 00000100:00100000:3.0:1788985240.809607:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523712 00000100:00100000:3.0:1788985240.809610:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523712 00000100:00100000:3.0:1788985240.809623:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1296 00000100:00100000:3.0:1788985240.809630:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973523584:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.810882:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3640:x1875885973523584:12345-0@lo:400:kworker.0 Request processed in 1245us (1914us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.810893:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1296 00000100:00100000:0.0:1788985240.811080:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3640:1875885973523584:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.811607:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1788985240.811620:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973524096:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.811863:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c2a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0000_UUID+5:3640:x1875885973524096:12345-0@lo:400:kworker.0 Request processed in 248us (2827us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.811870:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1297 00000100:00100000:3.0:1788985240.811887:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1788985240.811894:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973524608:12345-0@lo:400:kworker.0 00010000:00080000:0.0:1788985240.811984:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143ab3b80 x1875885973524096/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985240.811997:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0000_UUID:3640:1875885973524096:0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813285:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442c0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0001-lwp-OST0001_UUID+5:3640:x1875885973524608:12345-0@lo:400:kworker.0 Request processed in 1384us (4191us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813296:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1298 00000100:00100000:3.0:1788985240.813325:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1788985240.813334:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973523968:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813370:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11432fca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0000_UUID+5:3640:x1875885973523968:12345-0@lo:400:kworker.0 Request processed in 39us (4096us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813375:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1299 00000100:00100000:3.0:1788985240.813388:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1788985240.813395:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973524480:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813424:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-OST0001_UUID+5:3640:x1875885973524480:12345-0@lo:400:kworker.0 Request processed in 30us (4113us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813436:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1300 00000100:00100000:3.0:1788985240.813449:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1788985240.813455:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973523712:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813506:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0001_UUID+5:3641:x1875885973523712:12345-0@lo:400:kworker.0 Request processed in 51us (4149us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813512:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1301 00000100:00100000:3.0:1788985240.813546:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523456 00000100:00100000:3.0:1788985240.813554:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523456 00000100:00100000:3.0:1788985240.813593:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1788985240.813600:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973523456:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813631:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973523456:12345-0@lo:400:kworker.0 Request processed in 32us (4415us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813636:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 734 00000100:00100000:3.0:1788985240.813674:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524224 00000100:00100000:3.0:1788985240.813679:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524224 00000100:00100000:3.0:1788985240.813707:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524352 00000100:00100000:3.0:1788985240.813710:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524352 00000100:00100000:3.0:1788985240.813729:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788985240.813735:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973524224:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813766:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442bb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3641:x1875885973524224:12345-0@lo:400:kworker.0 Request processed in 32us (4380us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813771:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 498 00000100:00100000:3.0:1788985240.813782:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1788985240.813786:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973524352:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813811:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973524352:12345-0@lo:400:kworker.0 Request processed in 25us (4344us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813825:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 499 00000100:00100000:3.0:1788985240.813844:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973523840 00000100:00100000:3.0:1788985240.813848:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973523840 00000100:00100000:3.0:1788985240.813869:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 613 00000100:00100000:3.0:1788985240.813874:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973523840:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985240.813907:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11442b8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973523840:12345-0@lo:400:kworker.0 Request processed in 33us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985240.813912:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 613 00000100:00080000:3.0:1788985240.813948:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985240.813953:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985240.813955:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985240.814231:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973523456:0@lo:400:kworker.0 00000100:00100000:0.0:1788985240.814248:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143ab1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3640:1875885973523968:0@lo:400:kworker.0 00000100:00100000:0.0:1788985240.814258:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3640:1875885973524480:0@lo:400:kworker.0 00010000:00080000:0.0:1788985240.814268:0:3640:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d11180 x1875885973524608/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985256 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985240.814277:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d11180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-lwp-OST0001_UUID:3640:1875885973524608:0@lo:400:kworker.0 00000100:00100000:1.0:1788985240.814374:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973523840:0@lo:400:kworker.0 00000100:00100000:1.0:1788985240.814386:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d13100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973524352:0@lo:400:kworker.0 00000100:00100000:1.0:1788985240.814396:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277ee4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0001_UUID:3641:1875885973523712:0@lo:400:kworker.0 00000100:00100000:1.0:1788985240.814404:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-mdtlov_UUID:3641:1875885973524224:0@lo:400:kworker.0 00000020:00000080:2.0:1788985241.034657:0:42889:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff453b1a90 20000000:00000080:2.0:1788985241.034674:0:42889:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e6cc00 uarg=0000000000000000 10000000:01000000:2.0:1788985241.034825:0:42889:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:2.0:1788985241.034845:0:42889:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.034864:0:42889:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.034872:0:42889:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.034912:0:42889:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 23 pid: 6506 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.035362:0:42889:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 23 pid: 6506 timeout: 1180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985241.035378:0:42889:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42889:1875885973524736:0@lo:104: 00000100:00100000:3.0:1788985241.035546:0:42889:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985241.035650:0:42889:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b11433e2300 going to sleep for 11 seconds 00000100:00100000:0.0:1788985241.035737:0:6497:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524736 00000100:00100000:0.0:1788985241.035746:0:6497:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524736 00000100:00100000:0.0:1788985241.035833:0:6497:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 205 00000100:00100000:0.0:1788985241.035842:0:6497:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:42889:x1875885973524736:12345-0@lo:104: 00010000:00010000:0.0:1788985241.035855:0:6497:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.036008:0:6497:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00010000:00010000:2.0:1788985241.036108:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1788985241.036115:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036123:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9400 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:2.0:1788985241.036127:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036136:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:2.0:1788985241.036143:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985241.036149:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:2.0:1788985241.036192:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036199:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:2.0:1788985241.036229:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036237:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b12677e9400/0xa0dd3253da52fcea lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fcf1 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036266:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985241.036268:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1788985241.036270:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985241.036293:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973524864:0@lo:103:ldlm_bl.0 00000100:00100000:2.0:1788985241.036326:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985241.036369:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524864 00000100:00100000:2.0:1788985241.036373:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524864 00010000:00010000:2.0:1788985241.036391:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 24 pid: 6506 timeout: 1180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985241.036416:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1788985241.036423:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973524864:12345-0@lo:103:ldlm_bl.0 00010000:00010000:2.0:1788985241.036433:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1788985241.036438:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 5/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 24 pid: 6506 timeout: 1180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036449:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 24 pid: 6506 timeout: 1180 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036466:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036473:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50290000000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036487:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036494:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036505:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036512:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036517:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433ea600 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:2.0:1788985241.036520:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036527:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036536:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985241.036545:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1788985241.036576:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973524864:12345-0@lo:103:ldlm_bl.0 Request processed in 153us (249us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985241.036583:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 209 00000100:00100000:2.0:1788985241.036626:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973524864:0@lo:103:ldlm_bl.0 00000100:00100000:0.0:1788985241.036968:0:6497:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_000:18d53938-9833-4a4f-b2bc-80656579f00f+3:42889:x1875885973524736:12345-0@lo:104: Request processed in 1125us (1420us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985241.036977:0:6497:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 205 00010000:00010000:1.0:1788985241.037487:0:42889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ebc00/0xa0dd3253da52fcf1 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fcea expref: 23 pid: 6506 timeout: 1180 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:1.0:1788985241.037503:0:42889:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1142196300 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:42889:1875885973524736:0@lo:104: 00010000:00010000:1.0:1788985241.037521:0:42889:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985241.037530:0:42889:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985241.037536:0:42889:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985241.037542:0:42889:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b11433ea600/0xa0dd3253da52fd1b lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42889 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985241.630368:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000080:0.0:1788985241.942796:0:42937:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007fff1c7a7e90 20000000:00000080:0.0:1788985241.942812:0:42937:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277f64000 uarg=0000000000000000 10000000:01000000:0.0:1788985241.942995:0:42937:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985241.943016:0:42937:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943032:0:42937:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943042:0:42937:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943048:0:42937:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943055:0:42937:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 3/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943062:0:42937:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943069:0:42937:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e8e00 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:0.0:1788985241.943073:0:42937:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943081:0:42937:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943092:0:42937:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 3/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943105:0:42937:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985241.943110:0:42937:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e8e00/0xa0dd3253da52fd22 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 42937 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985242.657295:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:2.0:1788985242.910047:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:2.0:1788985242.910065:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:2.0:1788985242.910074:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:2.0:1788985242.910173:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985242.910188:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985242.910242:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:2.0:1788985242.910286:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e17480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973524992:0@lo:101:ll_cfg_requeue.0 00000100:00100000:2.0:1788985242.910426:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985242.910505:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b1143305780 going to sleep for 11 seconds 00000100:00100000:3.0:1788985242.910778:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973524992 00000100:00100000:3.0:1788985242.910790:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973524992 00000100:00100000:3.0:1788985242.910867:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 735 00000100:00100000:3.0:1788985242.910880:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973524992:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:3.0:1788985242.910900:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985242.910921:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fd29 expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985242.910982:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985242.910995:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985242.911007:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676e00, rc 0) 00000100:00100000:3.0:1788985242.911070:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda6850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973524992:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 192us (644us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985242.911078:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 735 00000100:00100000:2.0:1788985242.912283:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e17480 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973524992:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985242.912305:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985242.912315:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985242.912334:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985242.912339:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985242.912345:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985243.678283:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985243.870728:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973525120:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1788985243.870836:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985243.871166:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525120 00000100:00100000:0.0:1788985243.871176:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525120 00000100:00100000:0.0:1788985243.871252:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 646 00000100:00100000:0.0:1788985243.871264:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973525120:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1788985243.871304:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985243.871370:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973525120:12345-0@lo:13:osp-pre-0-0.0 Request processed in 109us (534us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985243.871378:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 646 00000100:00080000:0.0:1788985243.871405:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985243.871511:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:2.0:1788985243.871524:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973525248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985243.871560:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985243.871616:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525248 00000100:00100000:2.0:1788985243.871621:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525248 00000100:00100000:2.0:1788985243.871659:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 647 00000100:00100000:2.0:1788985243.871666:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973525248:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985243.871678:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985243.871710:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973525248:12345-0@lo:13:osp-pre-0-1.0 Request processed in 45us (151us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985243.871716:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 647 00000100:00080000:2.0:1788985243.871730:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985243.871766:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973525248:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985243.871804:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973525120:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985244.050980:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:1.0:1788985244.051118:0:6501:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204224 00000100:00100000:1.0:1788985244.051132:0:6501:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204224 00000100:00100000:1.0:1788985244.051244:0:6501:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00100000:1.0:1788985244.051256:0:6501:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:6163:x1875885953204224:12345-192.168.202.6@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1788985244.051273:0:6501:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1788985244.051304:0:6501:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b12617ea200/0xa0dd3253da52fcff lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17147 expref: 6 pid: 6513 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985244.051321:0:6501:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1243922e00) 00010000:00010000:1.0:1788985244.051332:0:6501:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1788985244.051393:0:6501:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb65500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+5:6163:x1875885953204224:12345-192.168.202.6@tcp:103:ldlm_bl.0 Request processed in 140us (422us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985244.051400:0:6501:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 4 00000100:00080000:2.0:1788985244.051465:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1788985244.383505:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:0.0:1788985244.383529:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973525376:0@lo:41:osp-pre-1-0.0 00000100:00100000:0.0:1788985244.383629:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985244.384034:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525376 00000100:00100000:1.0:1788985244.384043:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525376 00000100:00100000:1.0:1788985244.384096:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 614 00000100:00100000:1.0:1788985244.384108:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973525376:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:1.0:1788985244.384146:0:6519:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:1.0:1788985244.384220:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d13100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973525376:12345-0@lo:41:osp-pre-1-0.0 Request processed in 115us (591us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985244.384227:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 614 00000100:00100000:0.0:1788985244.384344:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973525376:0@lo:41:osp-pre-1-0.0 00010000:00010000:1.0:1788985244.702334:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:3.0:1788985245.726496:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1788985245.751550:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985245.751604:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985245.751633:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:0.0:1788985245.751668:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204352 00000100:00100000:0.0:1788985245.751679:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204352 00000100:00100000:0.0:1788985245.751741:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 736 00000100:00100000:0.0:1788985245.751752:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953204352:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985245.751863:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2390:x1875885953204352:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 112us (257us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.751871:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 736 00000100:00100000:0.0:1788985245.751913:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204480 00000100:00100000:0.0:1788985245.751917:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204480 00000100:00100000:0.0:1788985245.751989:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204608 00000100:00100000:0.0:1788985245.751992:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204608 00000100:00100000:0.0:1788985245.752026:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1302 00000100:00100000:0.0:1788985245.752032:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953204480:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985245.752068:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953204480:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 36us (530us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.752076:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1302 00000100:00100000:0.0:1788985245.752087:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1303 00000100:00100000:0.0:1788985245.752093:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953204608:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:0.0:1788985245.752115:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d11880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2390:x1875885953204608:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 22us (481us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.752120:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1303 00000100:00080000:0.0:1788985245.752438:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985245.918209:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973525504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985245.918317:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.918411:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525504 00000100:00100000:0.0:1788985245.918421:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525504 00000100:00100000:0.0:1788985245.918491:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 648 00000100:00100000:0.0:1788985245.918502:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973525504:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:0.0:1788985245.918542:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:0.0:1788985245.918602:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973525504:12345-0@lo:13:osp-pre-1-0.0 Request processed in 101us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.918609:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 648 00000100:00080000:0.0:1788985245.918636:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985245.918680:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d12680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973525504:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985245.919474:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973525632:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985245.919517:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985245.919602:0:8431:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525632 00000100:00100000:2.0:1788985245.919608:0:8431:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525632 00000100:00100000:2.0:1788985245.919653:0:8431:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 649 00000100:00100000:2.0:1788985245.919662:0:8431:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973525632:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:2.0:1788985245.919677:0:8431:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985245.919715:0:8431:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143ab3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973525632:12345-0@lo:13:osp-pre-1-1.0 Request processed in 54us (197us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985245.919721:0:8431:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 649 00000100:00080000:0.0:1788985245.919974:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1788985245.920009:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973525632:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985245.921365:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973525760:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985245.921434:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985245.921487:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973526272:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.921514:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985245.921536:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973526784:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.921555:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985245.921572:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0] 00000100:00100000:3.0:1788985245.921577:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973525888:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.921585:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525760 00000100:00100000:0.0:1788985245.921596:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525760 00000100:00100000:3.0:1788985245.921601:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985245.921620:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973526400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.921642:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985245.921701:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526784 00000100:00100000:2.0:1788985245.921707:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526784 00000100:00100000:2.0:1788985245.921769:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 500 00000100:00100000:2.0:1788985245.921784:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973526784:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985245.921865:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973526784:12345-0@lo:400:kworker.0 Request processed in 86us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985245.921874:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 500 00000100:00100000:3.0:1788985245.922233:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973526912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.922262:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985245.922298:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973526784:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.922479:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526400 00000100:00100000:0.0:1788985245.922485:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526400 00000100:00100000:0.0:1788985245.922512:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1788985245.922521:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973525760:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:0.0:1788985245.922560:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:0.0:1788985245.922615:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa8380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973525760:12345-0@lo:41:osp-pre-0-1.0 Request processed in 96us (1182us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.922622:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 615 00000100:00100000:0.0:1788985245.922638:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 616 00000100:00100000:0.0:1788985245.922645:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973526400:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.922678:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973526400:12345-0@lo:400:kworker.0 Request processed in 34us (1035us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.922684:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 616 00000100:00080000:0.0:1788985245.922708:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1788985245.922722:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973526144:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.922989:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.923011:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973526656:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.923040:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.923061:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973527168:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.923084:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.923110:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [2->3] 00000100:00100000:0.0:1788985245.923230:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973526016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.923261:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.923280:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973526528:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.923374:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.923395:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973527040:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.923420:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985245.923576:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526272 00000100:00100000:0.0:1788985245.923583:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526272 00000100:00100000:0.0:1788985245.923613:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526656 00000100:00100000:0.0:1788985245.923616:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526656 00000100:00100000:0.0:1788985245.923639:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527168 00000100:00100000:0.0:1788985245.923642:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527168 00000100:00100000:0.0:1788985245.923657:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526016 00000100:00100000:0.0:1788985245.923660:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526016 00000100:00100000:0.0:1788985245.923672:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526528 00000100:00100000:0.0:1788985245.923674:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526528 00000100:00100000:0.0:1788985245.923685:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527040 00000100:00100000:0.0:1788985245.923687:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527040 00000100:00100000:0.0:1788985245.923704:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1788985245.923710:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973526272:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985245.923960:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526144 00000100:00100000:2.0:1788985245.923966:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526144 00000100:00100000:2.0:1788985245.924002:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 617 00000100:00100000:2.0:1788985245.924010:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973526144:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1788985245.924059:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277d12680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0001-mdtlov_UUID+5:3642:x1875885973526144:12345-0@lo:400:kworker.0 Request processed in 49us (1225us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985245.924066:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 617 00000100:00100000:0.0:1788985245.924236:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143aa9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973526272:12345-0@lo:400:kworker.0 Request processed in 525us (2720us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.924257:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1304 00000100:00100000:0.0:1788985245.924272:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1788985245.924279:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973526656:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924383:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0000_UUID+5:3642:x1875885973526656:12345-0@lo:400:kworker.0 Request processed in 104us (1341us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.924390:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1305 00000100:00100000:0.0:1788985245.924402:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1788985245.924409:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973527168:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924437:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee4700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0001-lwp-OST0001_UUID+5:3642:x1875885973527168:12345-0@lo:400:kworker.0 Request processed in 29us (1352us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.924443:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1306 00000100:00100000:0.0:1788985245.924453:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1788985245.924459:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973526016:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924489:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee6a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3642:x1875885973526016:12345-0@lo:400:kworker.0 Request processed in 31us (1228us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.924495:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1307 00000100:00100000:0.0:1788985245.924505:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1788985245.924512:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973526528:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924540:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277ee5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3642:x1875885973526528:12345-0@lo:400:kworker.0 Request processed in 29us (1167us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.924546:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1308 00000100:00100000:0.0:1788985245.924557:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1309 00000100:00100000:0.0:1788985245.924564:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973527040:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924592:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144229880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3642:x1875885973527040:12345-0@lo:400:kworker.0 Request processed in 30us (1172us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985245.924605:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1309 00000100:00080000:0.0:1788985245.924643:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1788985245.924648:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:0.0:1788985245.924697:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3642:1875885973526016:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924709:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3642:1875885973526528:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924719:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3642:1875885973527040:0@lo:400:kworker.0 00000100:00100000:0.0:1788985245.924731:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-mdtlov_UUID:3642:1875885973526144:0@lo:400:kworker.0 00010000:00080000:0.0:1788985245.925029:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b0e680 x1875885973526656/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985245.925044:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0000_UUID:3642:1875885973526656:0@lo:400:kworker.0 00010000:00080000:0.0:1788985245.925061:0:3642:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1143b9e300 x1875885973527168/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985261 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1788985245.925069:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b9e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0001-lwp-OST0001_UUID:3642:1875885973527168:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.925482:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973525888 00000100:00100000:3.0:1788985245.925491:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973525888 00000100:00100000:3.0:1788985245.925542:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1788985245.925553:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973525888:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.925628:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda4450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:18d53938-9833-4a4f-b2bc-80656579f00f+24:3639:x1875885973525888:12345-0@lo:400:kworker.0 Request processed in 77us (4025us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985245.925648:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 737 00000100:00100000:3.0:1788985245.925703:0:8429:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973526912 00000100:00100000:3.0:1788985245.925708:0:8429:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973526912 00000100:00080000:0.0:1788985245.925827:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985245.926649:0:8429:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788985245.926665:0:8429:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973526912:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.926740:0:8429:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277eb7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973526912:12345-0@lo:400:kworker.0 Request processed in 80us (4476us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985245.926746:0:8429:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 501 00000100:00100000:3.0:1788985245.927309:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:18d53938-9833-4a4f-b2bc-80656579f00f:3639:1875885973525888:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.927329:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0f480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973526400:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.927421:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c261500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973526912:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.927601:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973526272:0@lo:400:kworker.0 00000100:00100000:3.0:1788985245.927632:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b126eb66300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973525760:0@lo:41:osp-pre-0-1.0 00000020:00000080:0.0:1788985246.006342:0:43134:0:(class_obd.c:336:class_handle_ioctl()) obdclass: cmd=c00866c5 len=0 uarg=00007ffff3718de0 20000000:00000080:0.0:1788985246.006369:0:43134:0:(mgs_handler.c:1167:mgs_iocontrol()) MGS: cmd=c00866c5 len=576 karg=ffff8b1277e8ec00 uarg=0000000000000000 10000000:01000000:0.0:1788985246.006587:0:43134:0:(mgc_request.c:68:mgc_name2resid()) log nodemap to resid 0x70616d65646f6e/0x4 (nodemap) 00010000:00010000:0.0:1788985246.006616:0:43134:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985246.006640:0:43134:0:(ldlm_lock.c:687:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985246.006649:0:43134:0:(ldlm_resource.c:1750:ldlm_resource_add_lock()) ### About to add this lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 4/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210000000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985246.006709:0:43134:0:(ldlm_lockd.c:963:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50000000000020 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 23 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985246.006728:0:43134:0:(ldlm_lockd.c:495:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 150, AT: on) ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x70000400000020 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 23 pid: 6509 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985246.006746:0:43134:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43134:1875885973527296:0@lo:104: 00000100:00100000:0.0:1788985246.008141:0:43134:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985246.008241:0:43134:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b127d19a000 going to sleep for 11 seconds 00000100:00100000:2.0:1788985246.008731:0:6498:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527296 00000100:00100000:2.0:1788985246.008745:0:6498:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527296 00000100:00100000:2.0:1788985246.008854:0:6498:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 206 00000100:00100000:2.0:1788985246.008866:0:6498:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:43134:x1875885973527296:12345-0@lo:104: 00010000:00010000:2.0:1788985246.008888:0:6498:0:(ldlm_lockd.c:2506:ldlm_callback_handler()) ### blocking ast ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:0.0:1788985246.009936:0:43134:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job lctl:MGS:43134:1875885973527296:0@lo:104: 00010000:00010000:0.0:1788985246.009969:0:43134:0:(ldlm_request.c:298:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 3/0,1 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985246.010082:0:6498:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 1/1 locks to priority blp list, 1 blwis in pool 00000100:00100000:2.0:1788985246.010091:0:6498:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:18d53938-9833-4a4f-b2bc-80656579f00f+3:43134:x1875885973527296:12345-0@lo:104: Request processed in 1227us (3263us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985246.010101:0:6498:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 206 00010000:00010000:1.0:1788985246.010966:0:6503:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:1.0:1788985246.010979:0:6503:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400000000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985246.010991:0:6503:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b11433eba00 already unused, calling callback (ffffffffc13e9c20) 10000000:00010000:1.0:1788985246.010996:0:6503:0:(mgc_request.c:922:mgc_blocking_ast()) ### MGC blocking CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1400400000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985246.011045:0:6503:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1408400000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:00010000:1.0:1788985246.011052:0:6503:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1409400000000 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:1.0:1788985246.011058:0:6503:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x70616d65646f6e:0x4:0x0].0x0 (nodemap) 00010000:00010000:1.0:1788985246.011129:0:6503:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985246.011137:0:6503:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 1 locks packed 00010000:00010000:1.0:1788985246.011167:0:6503:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 1/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985246.011185:0:6503:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.202.106@tcp lock: ffff8b11433eba00/0xa0dd3253da52fd29 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x5c09400000020 nid: local remote: 0xa0dd3253da52fd30 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:1.0:1788985246.011210:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985246.011212:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1788985246.011214:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985246.011401:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985246.011435:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973527424:0@lo:103:ldlm_bl.0 00000100:00100000:3.0:1788985246.011521:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985246.011599:0:6499:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527424 00000100:00100000:3.0:1788985246.011613:0:6499:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527424 00010000:00010000:3.0:1788985246.011662:0:6499:0:(ldlm_lockd.c:2683:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 24 pid: 6509 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985246.011702:0:6499:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 210 00000100:00100000:3.0:1788985246.011715:0:6499:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3640:x1875885973527424:12345-0@lo:103:ldlm_bl.0 00010000:00010000:3.0:1788985246.011733:0:6499:0:(ldlm_lockd.c:1747:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1788985246.011749:0:6499:0:(ldlm_lockd.c:1796:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 4/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x60000400000020 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 24 pid: 6509 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011764:0:6499:0:(ldlm_lockd.c:568:ldlm_del_waiting_lock()) ### removed ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x50000400000020 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 24 pid: 6509 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011783:0:6499:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b1241676e00/0xa0dd3253da52fd30 lrc: 0/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 4 type: PLN flags: 0x44801400000020 nid: 0@lo remote: 0xa0dd3253da52fd29 expref: 24 pid: 6509 timeout: 1185 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011807:0:6499:0:(ldlm_lock.c:715:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 3/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011820:0:6499:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 4/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40290000000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011845:0:6499:0:(ldlm_lock.c:954:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210000000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011854:0:6499:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 5/0,1 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011862:0:6499:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 4/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x50210400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011869:0:6499:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011875:0:6499:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b12677e9000 already unused, calling callback (ffffffffc0de88b0) 00010000:00010000:3.0:1788985246.011880:0:6499:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 5/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40210400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011888:0:6499:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 6/0,0 mode: EX/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x40218400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011910:0:6499:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 4/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 3 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985246.011921:0:6499:0:(ldlm_lockd.c:1808:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1788985246.011990:0:6499:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126eb66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:18d53938-9833-4a4f-b2bc-80656579f00f+23:3640:x1875885973527424:12345-0@lo:103:ldlm_bl.0 Request processed in 278us (468us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985246.011998:0:6499:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 210 00010000:00010000:0.0:1788985246.012145:0:43134:0:(ldlm_request.c:190:ldlm_completion_tail()) ### client-side enqueue: destroyed ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985246.012155:0:43134:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 1/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985246.012161:0:43134:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGS lock: ffff8b12677e9000/0xa0dd3253da52fd37 lrc: 0/0,0 mode: --/EX res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x44a19400000000 nid: local remote: 0x0 expref: -99 pid: 43134 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985246.013536:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:18d53938-9833-4a4f-b2bc-80656579f00f:3640:1875885973527424:0@lo:103:ldlm_bl.0 00010000:00010000:1.0:1788985246.750355:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:01000000:3.0:1788985247.265721:0:6511:0:(mgc_request.c:611:do_requeue()) updating log nodemap 10000000:01000000:3.0:1788985247.265729:0:6511:0:(mgc_request.c:1802:mgc_process_log()) Process log nodemap-ffff8b1262230000 from 1 10000000:01000000:3.0:1788985247.265734:0:6511:0:(mgc_request.c:996:mgc_enqueue()) Enqueue for nodemap (res 0x70616d65646f6e) 00010000:00010000:3.0:1788985247.265790:0:6511:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985247.265803:0:6511:0:(ldlm_request.c:1107:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985247.265815:0:6511:0:(ldlm_request.c:1194:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 3/1,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00000100:00100000:3.0:1788985247.265846:0:6511:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973527552:0@lo:101:ll_cfg_requeue.0 00000100:00100000:3.0:1788985247.265980:0:6511:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985247.266065:0:6511:0:(client.c:2716:ptlrpc_set_wait()) set ffff8b12540e23c0 going to sleep for 11 seconds 00000100:00100000:0.0:1788985247.267067:0:6509:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527552 00000100:00100000:0.0:1788985247.267091:0:6509:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527552 00000100:00100000:0.0:1788985247.267156:0:6509:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 738 00000100:00100000:0.0:1788985247.267176:0:6509:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+23:6511:x1875885973527552:12345-0@lo:101:ll_cfg_requeue.0 00010000:00010000:0.0:1788985247.267190:0:6509:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1788985247.267206:0:6509:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 2/0,0 mode: --/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: local remote: 0xa0dd3253da52fd3e expref: -99 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985247.267247:0:6509:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x50000000000000 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985247.267258:0:6509:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: MGS lock: ffff8b12677e8800/0xa0dd3253da52fd45 lrc: 3/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x40000000000000 nid: 0@lo remote: 0xa0dd3253da52fd3e expref: 24 pid: 6509 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:0.0:1788985247.267268:0:6509:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b12677e8800, rc 0) 00000100:00100000:0.0:1788985247.267341:0:6509:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0002:18d53938-9833-4a4f-b2bc-80656579f00f+24:6511:x1875885973527552:12345-0@lo:101:ll_cfg_requeue.0 Request processed in 176us (1361us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985247.267348:0:6509:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 738 00000100:00100000:2.0:1788985247.267547:0:6511:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277e15f80 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:18d53938-9833-4a4f-b2bc-80656579f00f:6511:1875885973527552:0@lo:101:ll_cfg_requeue.0 00010000:00010000:2.0:1788985247.267566:0:6511:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985247.267589:0:6511:0:(ldlm_request.c:841:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 4/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 10000000:01000000:2.0:1788985247.267609:0:6511:0:(mgc_request.c:1879:mgc_process_log()) MGC192.168.202.106@tcp: configuration from log 'nodemap' succeeded (0). 00010000:00010000:2.0:1788985247.267613:0:6511:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 3/1,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985247.267631:0:6511:0:(ldlm_lock.c:919:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.202.106@tcp lock: ffff8b1241676600/0xa0dd3253da52fd3e lrc: 2/0,0 mode: CR/CR res: [0x70616d65646f6e:0x4:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xa0dd3253da52fd45 expref: -99 pid: 6511 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:2.0:1788985247.778472:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985248.368217:0:3632:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985248.368501:0:10354:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204736 00000100:00100000:3.0:1788985248.368522:0:10354:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204736 00000100:00100000:3.0:1788985248.368597:0:10354:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 72 00000100:00100000:3.0:1788985248.368620:0:10354:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+5:26812:x1875885953204736:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985248.368642:0:10354:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985248.368675:0:10354:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da52fd4c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e17155 expref: -99 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.368742:0:10354:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fd53 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.368757:0:10354:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fd53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.368773:0:10354:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fd53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00000004:00200000:3.0:1788985248.368828:0:10354:0:(mdt_handler.c:910:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 4096 00000004:00200000:3.0:1788985248.368831:0:10354:0:(mdt_handler.c:1575:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 2 00000004:00010000:3.0:1788985248.368851:0:10354:0:(mdt_handler.c:2508:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fd53 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 10354 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.368874:0:10354:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676e00/0xa0dd3253da52fd4c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17155 expref: 7 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.368891:0:10354:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241676000/0xa0dd3253da52fd53 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e17155 expref: 6 pid: 10354 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.368900:0:10354:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494b00) 00010000:00010000:3.0:1788985248.368904:0:10354:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1788985248.368907:0:10354:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241676000, rc 0) 00000100:00100000:3.0:1788985248.368985:0:10354:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:434c316c-c59b-49ac-917b-d6d87006b1b1+6:26812:x1875885953204736:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 369us (778us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985248.368993:0:10354:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 72 00000100:00080000:1.0:1788985248.369123:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1788985248.381810:0:3633:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:3.0:1788985248.381915:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204864 00000100:00100000:3.0:1788985248.381985:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204864 00000100:00100000:3.0:1788985248.382093:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 73 00000100:00100000:3.0:1788985248.382105:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:26812:x1875885953204864:12345-192.168.202.6@tcp:101:chmod.0 00010000:00010000:3.0:1788985248.382127:0:6515:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1788985248.382149:0:6515:0:(ldlm_lockd.c:1343:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fd5a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0xbe077727b9e1715c expref: -99 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382217:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382231:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382244:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382258:0:6515:0:(ldlm_lock.c:775:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382266:0:6515:0:(ldlm_lock.c:1072:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382273:0:6515:0:(ldlm_request.c:557:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382330:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382339:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382347:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382360:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677000 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985248.382365:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382374:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382386:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494b00) 00010000:00010000:3.0:1788985248.382389:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985248.382394:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382401:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677000/0xa0dd3253da52fd61 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382413:0:6515:0:(ldlm_lock.c:829:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382419:0:6515:0:(ldlm_lock.c:887:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382425:0:6515:0:(ldlm_lockd.c:1907:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382430:0:6515:0:(ldlm_lockd.c:1921:ldlm_handle_bl_callback()) Lock ffff8b1241677600 already unused, calling callback (ffffffffc19fa4f0) 00010000:00010000:3.0:1788985248.382433:0:6515:0:(ldlm_request.c:378:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382440:0:6515:0:(ldlm_request.c:1416:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382458:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x660f1b5f (ffff8b1248494f00) 00010000:00010000:3.0:1788985248.382461:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985248.382464:0:6515:0:(ldlm_lockd.c:1933:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382471:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677600/0xa0dd3253da52fd68 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x660f1b5f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 6515 initiator: MDT0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382501:0:6515:0:(ldlm_lockd.c:1513:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fd5a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1715c expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382510:0:6515:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8b1248494b00) 00010000:00010000:3.0:1788985248.382513:0:6515:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1788985248.382516:0:6515:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8b1241677a00/0xa0dd3253da52fd5a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.202.6@tcp remote: 0xbe077727b9e1715c expref: 7 pid: 6515 timeout: 0 lvb_type: 0 lru_score: 0 lru_type: 0 00010000:00010000:3.0:1788985248.382525:0:6515:0:(ldlm_lockd.c:1592:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8b1241677a00, rc 0) 00000100:00100000:3.0:1788985248.382581:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b9d180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:434c316c-c59b-49ac-917b-d6d87006b1b1+6:26812:x1875885953204864:12345-192.168.202.6@tcp:101:chmod.0 Request processed in 478us (785us total) trans 0 rc 301/301 00000100:00100000:3.0:1788985248.382589:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 73 00010000:00010000:1.0:1788985248.804836:0:6503:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1788985248.991435:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973527680:0@lo:13:osp-pre-0-1.0 00000100:00100000:3.0:1788985248.991512:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985248.991750:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527680 00000100:00100000:2.0:1788985248.991759:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527680 00000100:00100000:2.0:1788985248.991826:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 650 00000100:00100000:2.0:1788985248.991837:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973527680:12345-0@lo:13:osp-pre-0-1.0 00002000:00000024:2.0:1788985248.991867:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:2.0:1788985248.991916:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277e15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973527680:12345-0@lo:13:osp-pre-0-1.0 Request processed in 81us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985248.991917:0:3642:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1788985248.991949:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 650 00000100:00100000:0.0:1788985248.991982:0:3642:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973527808:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1788985248.992019:0:3642:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:3.0:1788985248.992024:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1788985248.992076:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11433d5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973527680:0@lo:13:osp-pre-0-1.0 00000100:00100000:2.0:1788985248.992273:0:8430:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527808 00000100:00100000:2.0:1788985248.992278:0:8430:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527808 00000100:00100000:2.0:1788985248.992323:0:8430:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 651 00000100:00100000:2.0:1788985248.992339:0:8430:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114422b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973527808:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1788985248.992351:0:8430:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00080000:3.0:1788985248.992395:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1788985249.001318:0:8430:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114422b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3642:x1875885973527808:12345-0@lo:13:osp-pre-0-0.0 Request processed in 8978us (9289us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985249.001344:0:8430:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 651 00000100:00100000:0.0:1788985249.003047:0:3642:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3642:1875885973527808:0@lo:13:osp-pre-0-0.0 00000100:00100000:3.0:1788985249.502150:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1788985249.502173:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973527936:0@lo:41:osp-pre-1-0.0 00000100:00100000:3.0:1788985249.502250:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1788985249.502743:0:6518:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973527936 00000100:00100000:2.0:1788985249.502752:0:6518:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973527936 00000100:00100000:2.0:1788985249.502806:0:6518:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 618 00000100:00100000:2.0:1788985249.502816:0:6518:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973527936:12345-0@lo:41:osp-pre-1-0.0 00000004:00000024:2.0:1788985249.502859:0:6518:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446486016 avail 1300246528 00000100:00100000:2.0:1788985249.502921:0:6518:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127c261500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:lustre-MDT0000-mdtlov_UUID+5:3641:x1875885973527936:12345-0@lo:41:osp-pre-1-0.0 Request processed in 107us (671us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985249.502951:0:6518:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 618 00000100:00100000:3.0:1788985249.503056:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1144228700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3641:1875885973527936:0@lo:41:osp-pre-1-0.0 00000001:02000400:1.0:1788985249.804359:0:43281:0:(debug.c:653:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-sec test_16: @@@@@@ FAIL: cannot chmod all_off:0:c0:0:003 00010000:00010000:1.0:1788985249.825340:0:6502:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1788985250.847766:0:8443:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1788985250.885565:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985250.885602:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985250.885627:0:3634:0:(events.c:344:request_in_callback()) peer: 12345-192.168.202.6@tcp (source: 12345-192.168.202.6@tcp) 00000100:00100000:2.0:1788985250.885657:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205248 00000100:00100000:2.0:1788985250.885668:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205248 00000100:00100000:2.0:1788985250.885724:0:9790:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953205120 00000100:00100000:2.0:1788985250.885728:0:9790:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953205120 00000100:00100000:2.0:1788985250.885753:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1310 00000100:00100000:2.0:1788985250.885763:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953205248:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985250.885843:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b11433d5500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+5:2389:x1875885953205248:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 82us (241us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985250.885850:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1310 00000100:00100000:2.0:1788985250.885868:0:9790:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 1311 00000100:00100000:2.0:1788985250.885874:0:9790:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2389:x1875885953205120:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:2.0:1788985250.885896:0:9790:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1277dd5180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:434c316c-c59b-49ac-917b-d6d87006b1b1+6:2389:x1875885953205120:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 23us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1788985250.885901:0:9790:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 1311 00000100:00100000:3.0:1788985250.886475:0:6508:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885953204992 00000100:00100000:3.0:1788985250.886482:0:6508:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885953204992 00000100:00100000:3.0:1788985250.886529:0:6508:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.202.6@tcp, seq: 739 00000100:00100000:3.0:1788985250.886536:0:6508:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953204992:12345-192.168.202.6@tcp:400:kworker.0 00000100:00100000:3.0:1788985250.886580:0:6508:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda3050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:88f2cda2-a314-4eec-bbee-9cd3d6a905e4+10:2389:x1875885953204992:12345-192.168.202.6@tcp:400:kworker.0 Request processed in 44us (1024us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985250.886587:0:6508:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.202.6@tcp, seq: 739 00000100:00080000:3.0:1788985250.886621:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:3.0:1788985250.886625:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00100000:3.0:1788985251.038057:0:3640:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:3.0:1788985251.038083:0:3640:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973528064:0@lo:41:osp-pre-0-1.0 00000100:00100000:3.0:1788985251.038166:0:3640:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985251.038237:0:13641:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528064 00000100:00100000:3.0:1788985251.038245:0:13641:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528064 00000100:00100000:3.0:1788985251.038370:0:13641:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1788985251.038380:0:13641:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973528064:12345-0@lo:41:osp-pre-0-1.0 00000004:00000024:3.0:1788985251.038415:0:13641:0:(mdt_handler.c:541:mdt_statfs()) blocks cached 0 granted 2146304 pending 0 free 1446305792 avail 1300066304 00000100:00100000:3.0:1788985251.038467:0:13641:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b127576ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_002:lustre-MDT0001-mdtlov_UUID+5:3640:x1875885973528064:12345-0@lo:41:osp-pre-0-1.0 Request processed in 88us (300us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.038474:0:13641:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 619 00000100:00100000:3.0:1788985251.038540:0:3640:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0001-mdtlov_UUID:3640:1875885973528064:0@lo:41:osp-pre-0-1.0 00000100:00100000:0.0:1788985251.039025:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788985251.039037:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973528192:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1788985251.039084:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985251.039114:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973528320:0@lo:13:osp-pre-1-1.0 00000100:00100000:0.0:1788985251.039147:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1788985251.039181:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528192 00000100:00100000:1.0:1788985251.039186:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528192 00000100:00100000:1.0:1788985251.039257:0:9607:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528320 00000100:00100000:1.0:1788985251.039262:0:9607:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528320 00000100:00080000:3.0:1788985251.039284:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1788985251.039427:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788985251.039441:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973528192:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1788985251.039462:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985251.039499:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144228700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973528192:12345-0@lo:13:osp-pre-1-0.0 Request processed in 59us (414us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985251.039505:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 652 00000100:00100000:1.0:1788985251.039519:0:9607:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 653 00000100:00100000:1.0:1788985251.039524:0:9607:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973528320:12345-0@lo:13:osp-pre-1-1.0 00002000:00000024:1.0:1788985251.039534:0:9607:0:(ofd_obd.c:735:ofd_statfs()) blocks cached 0 granted 278208 pending 0 free 3923529728 avail 3692007424 00000100:00100000:1.0:1788985251.039555:0:9607:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973528320:12345-0@lo:13:osp-pre-1-1.0 Request processed in 31us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1788985251.039561:0:9607:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 653 00000100:00100000:3.0:1788985251.039742:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973528448:0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.039756:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973528704:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.039781:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985251.039781:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985251.039804:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973528960:0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.039804:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973529216:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.039825:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985251.039825:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985251.039840:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973529472:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.039858:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985251.039858:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114422ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973528192:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1788985251.039877:0:3641:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [3->2] 00000100:00100000:0.0:1788985251.039879:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277eaa680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973528320:0@lo:13:osp-pre-1-1.0 00000100:00100000:3.0:1788985251.039882:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973528576:0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.039895:0:3639:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 2 async RPCs [1->0] 00000100:00100000:0.0:1788985251.039899:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973528832:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.039915:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985251.039919:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985251.039955:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973529088:0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.039955:0:3639:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b11422e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973529344:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.039975:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1788985251.039975:0:3639:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985251.039990:0:3641:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973529600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040008:0:3641:0:(events.c:344:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1788985251.040030:0:6506:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528448 00000100:00100000:3.0:1788985251.040033:0:6506:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528448 00000100:00100000:3.0:1788985251.040059:0:6506:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1788985251.040066:0:6506:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973528448:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040100:0:6506:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b126cda1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:18d53938-9833-4a4f-b2bc-80656579f00f+24:3641:x1875885973528448:12345-0@lo:400:kworker.0 Request processed in 34us (319us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040106:0:6506:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 740 00000100:00100000:3.0:1788985251.040145:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528704 00000100:00100000:3.0:1788985251.040149:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528704 00000100:00100000:3.0:1788985251.040165:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528960 00000100:00100000:3.0:1788985251.040167:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528960 00000100:00100000:3.0:1788985251.040185:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529472 00000100:00100000:3.0:1788985251.040187:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529472 00000100:00100000:3.0:1788985251.040198:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528576 00000100:00100000:3.0:1788985251.040200:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528576 00000100:00100000:3.0:1788985251.040218:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529088 00000100:00100000:3.0:1788985251.040221:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529088 00000100:00100000:3.0:1788985251.040232:0:6515:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529600 00000100:00100000:3.0:1788985251.040234:0:6515:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529600 00000100:00100000:3.0:1788985251.040246:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1788985251.040252:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973528704:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040490:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0001_UUID+5:3639:x1875885973528704:12345-0@lo:400:kworker.0 Request processed in 35us (505us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040499:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1312 00000100:00100000:3.0:1788985251.040514:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1788985251.040520:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973528960:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040549:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3641:x1875885973528960:12345-0@lo:400:kworker.0 Request processed in 29us (723us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040554:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1313 00000100:00100000:3.0:1788985251.040564:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1788985251.040569:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973529472:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040700:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b114305e300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0001_UUID+5:3641:x1875885973529472:12345-0@lo:400:kworker.0 Request processed in 129us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040707:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1314 00000100:00100000:3.0:1788985251.040719:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1788985251.040724:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973528576:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.040730:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529216 00000100:00100000:0.0:1788985251.040734:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529216 00000100:00100000:3.0:1788985251.040750:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144847b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3641:x1875885973528576:12345-0@lo:400:kworker.0 Request processed in 26us (834us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040755:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1315 00000100:00100000:3.0:1788985251.040766:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1316 00000100:00100000:0.0:1788985251.040770:0:8545:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973529344 00000100:00100000:3.0:1788985251.040773:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973529088:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.040773:0:8545:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973529344 00000100:00100000:0.0:1788985251.040793:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1788985251.040799:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973529216:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040806:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144845c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0000_UUID+5:3641:x1875885973529088:12345-0@lo:400:kworker.0 Request processed in 34us (831us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040811:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1316 00000100:00100000:3.0:1788985251.040822:0:6515:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1788985251.040826:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0001-mdtlov_UUID+5:3639:x1875885973529216:12345-0@lo:400:kworker.0 Request processed in 28us (1001us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040827:0:6515:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1144847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973529600:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.040832:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 502 00000100:00100000:0.0:1788985251.040843:0:8545:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1788985251.040848:0:8545:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973529344:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040849:0:6515:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1144847480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0001-lwp-OST0001_UUID+5:3641:x1875885973529600:12345-0@lo:400:kworker.0 Request processed in 22us (840us total) trans 0 rc 0/0 00000100:00100000:3.0:1788985251.040854:0:6515:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 1317 00000100:00100000:0.0:1788985251.040871:0:8545:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973529344:12345-0@lo:400:kworker.0 Request processed in 22us (895us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985251.040876:0:8545:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 503 00000100:00100000:0.0:1788985251.040891:0:6519:0:(service.c:2301:ptlrpc_server_handle_req_in()) unwrap req x1875885973528832 00000100:00100000:0.0:1788985251.040895:0:6519:0:(service.c:2371:ptlrpc_server_handle_req_in()) got req x1875885973528832 00000100:00100000:3.0:1788985251.040902:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b11422e5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973529344:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040913:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143b73100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0001_UUID:3639:1875885973528704:0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.040914:0:6519:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 620 00000100:00100000:0.0:1788985251.040920:0:6519:0:(service.c:2557:ptlrpc_server_handle_request()) Handling RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973528832:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.040921:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1143918e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0001-mdtlov_UUID:3639:1875885973529216:0@lo:400:kworker.0 00000100:00100000:0.0:1788985251.040972:0:6519:0:(service.c:2615:ptlrpc_server_handle_request()) Handled RPC req@ffff8b1143b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:lustre-MDT0000-mdtlov_UUID+5:3639:x1875885973528832:12345-0@lo:400:kworker.0 Request processed in 52us (1052us total) trans 0 rc 0/0 00000100:00100000:0.0:1788985251.040987:0:6519:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 620 00000100:00100000:3.0:1788985251.041027:0:3639:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3639:1875885973528832:0@lo:400:kworker.0 00000100:00080000:3.0:1788985251.041050:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1788985251.041054:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0001 00000100:00080000:3.0:1788985251.041056:0:6510:0:(pinger.c:500:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1788985251.041074:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127c263480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3641:1875885973528576:0@lo:400:kworker.0 00010000:00080000:3.0:1788985251.041087:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b1277d31500 x1875885973529088/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985251.041097:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b1277d31500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0000_UUID:3641:1875885973529088:0@lo:400:kworker.0 00010000:00080000:3.0:1788985251.041106:0:3641:0:(ldlm_request.c:1671:ldlm_cli_update_pool()) @@@ Zero SLV or limit found (SLV=0, limit=46162) req@ffff8b114305ed80 x1875885973529600/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1788985267 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1788985251.041114:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114305ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0001-lwp-OST0001_UUID:3641:1875885973529600:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.041146:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b127576d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:18d53938-9833-4a4f-b2bc-80656579f00f:3641:1875885973528448:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.041156:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b12412a9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3641:1875885973528960:0@lo:400:kworker.0 00000100:00100000:3.0:1788985251.041164:0:3641:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff8b114407fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3641:1875885973529472:0@lo:400:kworker.0 Debug log: 43369 lines, 43369 kept, 0 dropped, 0 bad.